-- Logs begin at Fri 2022-03-18 09:21:24 UTC, end at Fri 2022-03-18 10:48:15 UTC. -- Mar 18 10:18:40.901226 dv-cinder-817135-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 18 10:18:43.887421 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.common.config [-] Logging enabled! Mar 18 10:18:43.888037 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 18 10:18:43.888217 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 10:18:43.891711 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.common.config [-] Logging enabled! Mar 18 10:18:43.892013 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 18 10:18:43.892326 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 10:18:43.893256 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 10:18:43.893495 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 10:18:43.893890 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 10:18:43.894142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 10:18:43.894370 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 10:18:43.895137 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.895572 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 18 10:18:43.895891 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.896192 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.896492 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.896791 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.897081 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.897366 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.897655 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.897976 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.898269 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.898552 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.898838 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.899130 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.899412 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.899700 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.899987 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.900268 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] debug = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.900553 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.900993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.901394 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.901675 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.901988 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.902269 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.902541 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.902817 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.903100 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.903429 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] host = dv-cinder-817135-6-iscsi {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.903708 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.903993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.904279 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.904564 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.904840 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.905113 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.905397 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.905671 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.905967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] log_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.906243 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.906533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.906818 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.907105 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.907330 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.908070 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.908371 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.908662 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.908940 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.909216 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.909490 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.909764 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.910061 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.910333 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.910619 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.910909 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.911194 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.911468 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.911742 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.912015 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.912288 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.912572 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.912845 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.913116 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.913389 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.913673 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.913966 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.914242 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.914541 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.914828 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.915111 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.915396 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.915670 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.915951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.916224 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.916494 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.916764 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] use_json = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.917035 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.917303 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.917581 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.917875 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.918150 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.918422 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.918694 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.918977 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.919249 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:43.919543 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.919837 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.920139 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.920435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.920724 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.921009 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.921297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.921575 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.921888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.922183 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.922473 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.922752 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.923079 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.923965 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.924265 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.924573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.924869 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.925164 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.925440 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.925739 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.926017 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.926296 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.926585 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.926863 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.927153 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.927446 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.927726 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.928023 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.928315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.928606 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.928895 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.929171 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.929448 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.929737 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.930052 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.930325 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.930602 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.930890 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.931172 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.931446 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.931728 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.932006 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.932277 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.932548 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.932824 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.933113 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.933389 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.933662 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.933963 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.934240 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.934513 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.934796 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.935068 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.935338 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.935608 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.935881 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.936151 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.936421 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.936694 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.936963 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.937236 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.937503 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.937788 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.938061 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.938328 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.938598 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.938893 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.939161 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.939458 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.939740 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.940010 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.940283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.940554 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.940825 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.941113 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.941408 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.941683 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.941983 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.942259 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.942533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.942808 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.943082 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.943357 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.943632 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.943901 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.944190 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.944469 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.944755 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.945055 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.945333 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.945625 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.945930 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.946207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.946485 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.946760 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.947037 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.947317 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.947596 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.947888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.948181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.948473 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.948765 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.949056 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.949333 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.949639 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.949952 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:43.950172 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 10:18:43.950414 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103278) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 18 10:18:44.328742 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 18 10:18:44.329040 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 18 10:18:44.329858 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 18 10:18:44.330339 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 18 10:18:44.668800 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.669014 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.669289 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.670510 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.670792 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.671179 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.726633 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.726911 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.727184 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.742047 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.742327 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.742596 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.772872 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.773157 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.773431 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.919591 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.920205 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:44.920205 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.165341 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.165629 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.165926 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.166195 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.166890 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.268629 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.268964 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.269255 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.269529 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.269813 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.270128 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.270392 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.270649 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.270904 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.271186 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.271447 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.271713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.271967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.272223 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.272480 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.272744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.272998 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.273268 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.273540 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.273823 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.274099 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.274352 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.274637 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.275020 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.275270 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.275517 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.275927 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:45.276169 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:45.276406 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:45.276642 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:45.276875 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:45.277111 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:45.277478 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 18 10:18:45.280944 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 18 10:18:45.285112 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 18 10:18:45.288917 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 18 10:18:45.290637 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 18 10:18:45.291118 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 18 10:18:45.291457 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 18 10:18:45.291857 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 18 10:18:45.294762 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 18 10:18:45.295021 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 18 10:18:45.295451 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 10:18:45.300930 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 18 10:18:45.325454 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 18 10:18:45.325956 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.326268 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103278) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 18 10:18:45.326641 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.328036 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103278) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 18 10:18:45.328329 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 10:18:45.328579 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 18 10:18:45.331974 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.332258 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:45.396017 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 18 10:18:45.396299 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 18 10:18:45.396481 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 18 10:18:45.396864 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 18 10:18:45.418086 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_db.sqlalchemy.engines [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103278) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 18 10:18:45.878549 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing driver for type 'gre' Mar 18 10:18:45.879152 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] gre ID ranges: [(1, 1000)] Mar 18 10:18:45.934463 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing driver for type 'local' Mar 18 10:18:45.935139 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing driver for type 'vlan' Mar 18 10:18:45.948616 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] VlanTypeDriver initialization complete Mar 18 10:18:45.948974 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing driver for type 'vxlan' Mar 18 10:18:45.949486 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] vxlan ID ranges: [(1, 1000)] Mar 18 10:18:46.010362 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing extension driver 'port_security' Mar 18 10:18:46.010735 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] PortSecurityExtensionDriver initialization complete Mar 18 10:18:46.011065 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing mechanism driver 'openvswitch' Mar 18 10:18:46.011401 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing mechanism driver 'hyperv' Mar 18 10:18:46.018621 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.plugin [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:18:46.019315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.019722 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.020066 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.020607 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 10:18:46.021054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnet after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.021419 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnet after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.021797 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.022210 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 10:18:46.022629 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.022989 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.023339 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.023741 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 10:18:46.024158 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > security_group after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.024515 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > security_group after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.024867 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.025412 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 10:18:46.025872 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.026257 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.026605 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.027015 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 10:18:46.027434 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > address_group after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.027792 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > address_group after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.028142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.028551 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 10:18:46.029004 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] ML2 OVO RPC backend initialized. {{(pid=103278) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 18 10:18:46.029731 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.030128 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.030558 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.030918 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > networks before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.031277 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.031628 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > ports before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.031981 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnet before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.032331 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnets before_response 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.033293 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.033641 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.034093 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.034360 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.034712 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.035057 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.035403 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnet after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.035749 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnet after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.036092 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.043719 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded quota_driver: . Mar 18 10:18:46.044096 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.plugin [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Modular L2 Plugin initialization complete Mar 18 10:18:46.044460 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading services supported by the core plugin {{(pid=103278) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 18 10:18:46.044815 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.plugins.ml2.managers [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Got port-security extension from driver 'port_security' Mar 18 10:18:46.045321 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.extensions.vlantransparent [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Disabled vlantransparent extension. Mar 18 10:18:46.045859 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103278) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 18 10:18:46.046202 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: router Mar 18 10:18:46.089292 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.089710 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router after_create 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.090127 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router before_create 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.090512 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.090902 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.091275 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router after_delete 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.091648 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > floatingip after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.092012 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.092385 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router after_create 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.092745 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router after_update 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.093111 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router after_update 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.093476 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.093887 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router after_update 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.094319 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_update 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.094709 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: port after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.095105 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: port after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.095464 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: subnet after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.095826 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.096183 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.096547 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_create 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.096904 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: port before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.097257 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.097628 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router after_update 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.098017 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.098628 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_create 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.098762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.099123 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_update 55549900 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.099506 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > agent after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.099873 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > agent after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.100233 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > network after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.101178 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Tracking information for resource: router configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:46.101517 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Tracking information for resource: floatingip configured {{(pid=103278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 10:18:46.106828 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.db.l3_agentschedulers_db [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 18 10:18:46.107427 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: port after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.107802 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: port after_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.108167 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: port after_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.108532 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: port after_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.109490 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router before_create 55550100 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.109907 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.110286 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_create 55550100 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.110694 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > router precommit_update 55550100 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.115517 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.services.provider_configuration [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service providers = [] {{(pid=103278) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 18 10:18:46.115894 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.db.servicetype_db [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103278) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 18 10:18:46.118952 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.services.service_base [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:18:46.119311 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.services.service_base [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:18:46.119661 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.services.service_base [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:18:46.120585 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.services.service_base [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 10:18:46.120953 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.services.service_base [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 18 10:18:46.121351 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.121678 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 18 10:18:46.133341 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.133623 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: auto_allocate Mar 18 10:18:46.139651 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: network precommit_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.140041 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: network precommit_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.140588 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.140926 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: tag Mar 18 10:18:46.148405 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.148744 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: timestamp Mar 18 10:18:46.152888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.153232 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: network_ip_availability Mar 18 10:18:46.158907 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.159294 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.159658 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.160415 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.160747 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: flavors Mar 18 10:18:46.165635 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.165997 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading Plugin: revisions Mar 18 10:18:46.170404 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 10:18:46.170811 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_concurrency.lockutils [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=103278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 18 10:18:46.171640 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103278) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 18 10:18:46.171994 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Initializing extension manager. Mar 18 10:18:46.172529 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: __init__.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.172883 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: __pycache__ {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.173260 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: address_group.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.174066 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.174653 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: address-group Mar 18 10:18:46.174986 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: address_scope.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.175718 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.176240 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: address-scope Mar 18 10:18:46.176575 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.177521 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.178083 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: router-admin-state-down-before-update Mar 18 10:18:46.178419 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: agent.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.179338 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.179859 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: agent Mar 18 10:18:46.180192 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: agent_resources_synced.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.181122 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.181641 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: agent-resources-synced Mar 18 10:18:46.181996 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: allowedaddresspairs.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.183827 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.184357 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: allowed-address-pairs Mar 18 10:18:46.184696 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: auto_allocated_topology.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.185815 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.186348 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: auto-allocated-topology Mar 18 10:18:46.186685 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: availability_zone.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.187395 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.187912 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: availability_zone Mar 18 10:18:46.188248 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: availability_zone_filter.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.189694 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.190234 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: availability_zone_filter Mar 18 10:18:46.190565 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: data_plane_status.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.191496 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.192005 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension data-plane-status not supported by any of loaded plugins Mar 18 10:18:46.192335 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: default_subnetpools.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.193273 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.193820 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: default-subnetpools Mar 18 10:18:46.194156 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.194986 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.195509 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: dhcp_agent_scheduler Mar 18 10:18:46.195838 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: dns.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.196783 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.197316 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension dns-integration not supported by any of loaded plugins Mar 18 10:18:46.197631 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: dns_domain_ports.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.198617 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.199132 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 18 10:18:46.199438 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.200362 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.200880 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 18 10:18:46.201214 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: dvr.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.201940 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.202460 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: dvr Mar 18 10:18:46.202791 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: ecmp_routes.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.203721 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.204280 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension ecmp_routes not supported by any of loaded plugins Mar 18 10:18:46.205102 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: empty_string_filtering.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.206186 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.206709 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: empty-string-filtering Mar 18 10:18:46.207043 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.207972 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.208528 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 18 10:18:46.208816 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.209738 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.210284 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 18 10:18:46.210610 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: external_net.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.211540 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.212057 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: external-net Mar 18 10:18:46.212391 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.213306 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.213865 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: extra_dhcp_opt Mar 18 10:18:46.214472 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: extraroute.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.215389 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.215906 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: extraroute Mar 18 10:18:46.216239 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: extraroute_atomic.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.217288 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.217842 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: extraroute-atomic Mar 18 10:18:46.218180 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: filter_validation.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.218859 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.219377 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: filter-validation Mar 18 10:18:46.219710 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: fip_pf_description.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.220681 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.221196 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 18 10:18:46.221527 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: fip_pf_port_range.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.222485 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.223000 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 18 10:18:46.223331 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: fip_port_details.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.224266 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.224784 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: fip-port-details Mar 18 10:18:46.225115 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: flavors.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.226400 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.226930 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: flavors Mar 18 10:18:46.227265 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.229005 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.229536 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 18 10:18:46.229931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: floatingip_pools.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.230637 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.231162 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: floatingip-pools Mar 18 10:18:46.231498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: ip_allocation.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.232438 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.232955 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension ip_allocation not supported by any of loaded plugins Mar 18 10:18:46.233288 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.234261 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.234782 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: ip-substring-filtering Mar 18 10:18:46.235117 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l2_adjacency.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.236088 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.236606 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension l2_adjacency not supported by any of loaded plugins Mar 18 10:18:46.236940 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.239538 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.240085 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: router Mar 18 10:18:46.240432 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.242764 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.243304 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 18 10:18:46.243647 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.244592 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.245124 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: ext-gw-mode Mar 18 10:18:46.245462 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.246425 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.246951 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: l3-ha Mar 18 10:18:46.247283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.248211 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.248730 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 18 10:18:46.249060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3_flavors.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.250023 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.250546 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: l3-flavors Mar 18 10:18:46.250882 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3_ndp_proxy.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.252818 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.253349 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 18 10:18:46.253690 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.254653 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.255184 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: l3-port-ip-change-not-allowed Mar 18 10:18:46.255521 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: l3agentscheduler.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.256577 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.257107 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: l3_agent_scheduler Mar 18 10:18:46.257448 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: local_ip.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.259318 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.259855 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension local_ip not supported by any of loaded plugins Mar 18 10:18:46.260200 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: logging.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.261724 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.262280 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension logging not supported by any of loaded plugins Mar 18 10:18:46.262626 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: metering.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.263401 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.263983 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: metering Mar 18 10:18:46.264319 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.265438 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.266001 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: metering_source_and_destination_fields Mar 18 10:18:46.266340 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: multiprovidernet.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.267864 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.268389 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: multi-provider Mar 18 10:18:46.268725 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: netmtu.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.269667 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.270224 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: net-mtu Mar 18 10:18:46.270558 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: netmtu_writable.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.271501 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.272027 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: net-mtu-writable Mar 18 10:18:46.272363 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: network_availability_zone.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.273049 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.273565 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: network_availability_zone Mar 18 10:18:46.273941 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: network_ip_availability.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.275089 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.275612 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: network-ip-availability Mar 18 10:18:46.275947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: network_segment_range.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.276888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.277411 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension network-segment-range not supported by any of loaded plugins Mar 18 10:18:46.277747 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: pagination.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.278769 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.279113 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: pagination Mar 18 10:18:46.279445 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: port_device_profile.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.280385 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.280916 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: port-device-profile Mar 18 10:18:46.281254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.282230 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.283038 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: port-mac-address-regenerate Mar 18 10:18:46.283376 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.284317 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.284842 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: port-numa-affinity-policy Mar 18 10:18:46.285175 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: port_resource_request.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.286132 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.286650 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension port-resource-request not supported by any of loaded plugins Mar 18 10:18:46.286980 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: port_resource_request_groups.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.287968 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.288487 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 18 10:18:46.288816 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: portbindings.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.289762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.290307 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: binding Mar 18 10:18:46.290639 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: portbindings_extended.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.291959 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.292478 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: binding-extended Mar 18 10:18:46.292816 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: portsecurity.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.293747 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.294291 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: port-security Mar 18 10:18:46.294625 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: project_id.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.295623 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.295970 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: project-id Mar 18 10:18:46.296304 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: providernet.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.297241 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.297804 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: provider Mar 18 10:18:46.298155 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.301942 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.302480 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos not supported by any of loaded plugins Mar 18 10:18:46.302823 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.304107 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.304636 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 18 10:18:46.304976 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.305953 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.306478 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 18 10:18:46.306818 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_default.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.307750 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.308278 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-default not supported by any of loaded plugins Mar 18 10:18:46.308617 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_fip.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.309549 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.310095 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-fip not supported by any of loaded plugins Mar 18 10:18:46.310431 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_fip_network_policy.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.311374 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.311894 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 18 10:18:46.312230 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_gateway_ip.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.313170 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.314244 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 18 10:18:46.314580 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_port_network_policy.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.315508 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.316055 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 18 10:18:46.316373 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.317436 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.317988 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 18 10:18:46.318331 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.319402 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.319931 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 18 10:18:46.320263 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_pps_rule.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.321477 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.322052 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-pps not supported by any of loaded plugins Mar 18 10:18:46.322390 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_rule_type_details.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.323335 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.323854 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 18 10:18:46.324188 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_rule_type_filter.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.325123 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.325646 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 18 10:18:46.326012 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: qos_rules_alias.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.327084 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.327615 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 18 10:18:46.327949 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: quota_check_limit.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.328882 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.330118 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: quota-check-limit Mar 18 10:18:46.330321 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: quotasv2.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.331338 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.331825 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: quotas Mar 18 10:18:46.332159 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: quotasv2_detail.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.334094 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.334451 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: quota_details Mar 18 10:18:46.334799 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: rbac.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.335896 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.336439 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: rbac-policies Mar 18 10:18:46.336784 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: rbac_address_group.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.337739 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.338291 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: rbac-address-group Mar 18 10:18:46.338630 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: rbac_address_scope.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.339832 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.340356 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: rbac-address-scope Mar 18 10:18:46.340697 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: rbac_security_groups.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.341712 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.342273 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: rbac-security-groups Mar 18 10:18:46.342611 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: rbac_subnetpool.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.343562 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.344100 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: rbac-subnetpool Mar 18 10:18:46.344441 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: revisionifmatch.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.345409 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.345969 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: revision-if-match Mar 18 10:18:46.346307 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: revisions.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.347470 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.347992 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: standard-attr-revisions Mar 18 10:18:46.348326 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: router_availability_zone.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.349015 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.349539 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: router_availability_zone Mar 18 10:18:46.349907 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: routerservicetype.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.350852 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.351370 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension router-service-type not supported by any of loaded plugins Mar 18 10:18:46.351710 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.352652 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.353174 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: security-groups-normalized-cidr Mar 18 10:18:46.353508 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.354500 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.355026 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: port-security-groups-filtering Mar 18 10:18:46.355361 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.356323 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.356844 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: security-groups-remote-address-group Mar 18 10:18:46.357178 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.358150 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.358671 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: security-groups-shared-filtering Mar 18 10:18:46.359005 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.359609 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 18 10:18:46.359941 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: securitygroup.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.369978 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.370533 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: security-group Mar 18 10:18:46.370882 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: segment.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.371647 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.372174 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension segment not supported by any of loaded plugins Mar 18 10:18:46.372515 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.373502 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.374048 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 18 10:18:46.374386 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: servicetype.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.375506 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.376034 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: service-type Mar 18 10:18:46.376898 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: sorting.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.377951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.378296 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: sorting Mar 18 10:18:46.378631 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: standard_attr_segment.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.379565 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.380087 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 18 10:18:46.380422 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: standardattrdescription.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.381106 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.381627 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: standard-attr-description Mar 18 10:18:46.381992 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: stateful_security_group.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.382962 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.383530 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: stateful-security-group Mar 18 10:18:46.383822 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: stdattrs_common.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.384409 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 18 10:18:46.384740 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.385711 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.386264 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 18 10:18:46.386600 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: subnet_onboard.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.387710 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.388239 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: subnet_onboard Mar 18 10:18:46.388575 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.389519 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.390071 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 18 10:18:46.390408 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: subnet_service_types.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.391347 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.392474 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: subnet-service-types Mar 18 10:18:46.392768 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: subnetallocation.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.393924 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.394453 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: subnet_allocation Mar 18 10:18:46.394787 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.395475 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.396001 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: subnetpool-prefix-ops Mar 18 10:18:46.396336 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.397289 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.397851 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 18 10:18:46.398186 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: tagging.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.399288 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.399818 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: standard-attr-tag Mar 18 10:18:46.400152 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: timestamp.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.401393 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.401959 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loaded extension: standard-attr-timestamp Mar 18 10:18:46.402301 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: trunk.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.403364 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.403886 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension trunk not supported by any of loaded plugins Mar 18 10:18:46.404223 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: trunk_details.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.405164 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.405685 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension trunk-details not supported by any of loaded plugins Mar 18 10:18:46.406055 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: uplink_status_propagation.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.406998 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.407547 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 18 10:18:46.407881 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Loading extension file: vlantransparent.py {{(pid=103278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 10:18:46.408576 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 10:18:46.409096 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extension vlan-transparent not supported by any of loaded plugins Mar 18 10:18:46.411709 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:network Mar 18 10:18:46.412254 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:subnet Mar 18 10:18:46.412668 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:18:46.413077 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:port Mar 18 10:18:46.414420 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.414875 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service FLAVORS assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.415528 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.415974 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.416318 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:router Mar 18 10:18:46.416760 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:floatingip Mar 18 10:18:46.417262 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service METERING assigned prefix: /metering {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.418800 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.419190 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.419560 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:18:46.420614 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 10:18:46.421075 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:security_group Mar 18 10:18:46.421525 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 10:18:46.422178 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service CORE assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.422527 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:18:46.422886 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] subnetpool is already registered Mar 18 10:18:46.423500 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service CORE assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.423710 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:18:46.424061 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] subnetpool is already registered Mar 18 10:18:46.426468 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.426915 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service FLAVORS assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.427519 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.427955 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.428297 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:router Mar 18 10:18:46.428646 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] router is already registered Mar 18 10:18:46.429067 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:floatingip Mar 18 10:18:46.429410 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] floatingip is already registered Mar 18 10:18:46.429920 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service METERING assigned prefix: /metering {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.430608 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 10:18:46.430946 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] rbac_policy is already registered Mar 18 10:18:46.431375 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:security_group Mar 18 10:18:46.431716 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] security_group is already registered Mar 18 10:18:46.432129 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 10:18:46.432477 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] security_group_rule is already registered Mar 18 10:18:46.433172 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service CORE assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.433463 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:18:46.433836 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] subnetpool is already registered Mar 18 10:18:46.434430 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.v2.resource_helper [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Service CORE assigned prefix: {{(pid=103278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 10:18:46.434622 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 10:18:46.434963 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING neutron.quota.resource_registry [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] subnetpool is already registered Mar 18 10:18:46.435460 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: extensions {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.437019 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: address-groups {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.439072 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: address-scopes {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.440424 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: agents {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.441603 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: auto-allocated-topology {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.442914 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: availability_zones {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.444143 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: dhcp-networks {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.445685 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: dhcp-agents {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.447152 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: routers {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.449402 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: flavors {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.450621 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: service_profiles {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.452068 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: next_providers {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.453540 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: service_profiles {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.456702 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: floatingip-pools {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.457984 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: routers {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.460137 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: floatingips {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.461482 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: l3-routers {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.462940 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: l3-agents {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.464643 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: metering-labels {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.466042 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: metering-label-rules {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.467333 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: network-ip-availabilities {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.468650 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: bindings {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.470384 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: quotas {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.471977 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: quotas {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.473538 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: rbac-policies {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.474876 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: security-groups {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.476142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: security-group-rules {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.477400 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: service-providers {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.478659 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: subnetpools {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.480090 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: subnetpools {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.481590 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.483345 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.485156 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.487509 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.489323 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.491244 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.492962 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.494922 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.496752 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.498726 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron.api.extensions [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Extended resource: tags {{(pid=103278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 10:18:46.507517 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING keystonemiddleware.auth_token [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 18 10:18:46.512371 dv-cinder-817135-6-iscsi neutron-server[103278]: WARNING keystonemiddleware.auth_token [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 18 10:18:46.524879 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_concurrency.lockutils [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Acquired lock "singleton_lock" {{(pid=103278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 18 10:18:46.525660 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_concurrency.lockutils [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Releasing lock "singleton_lock" {{(pid=103278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 18 10:18:46.526473 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO oslo_service.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Starting 2 workers Mar 18 10:18:46.533025 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Started child 103387 {{(pid=103278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 10:18:46.538765 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:18:46.539544 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Started child 103388 {{(pid=103278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 10:18:46.540207 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [-] (103387) wsgi starting up on http://0.0.0.0:9696 Mar 18 10:18:46.541501 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO neutron.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Neutron service started, listening on 0.0.0.0:9696 Mar 18 10:18:46.542463 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Publish callbacks [] for process (None), before_spawn {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:18:46.546241 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO oslo_service.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Starting 1 workers Mar 18 10:18:46.547301 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:18:46.548889 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [-] (103388) wsgi starting up on http://0.0.0.0:9696 Mar 18 10:18:46.552979 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Started child 103389 {{(pid=103278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 10:18:46.553592 dv-cinder-817135-6-iscsi neutron-server[103278]: INFO oslo_service.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Starting 1 workers Mar 18 10:18:46.556120 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] calling RpcWorker wait() {{(pid=103389) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 18 10:18:46.556759 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] returning from RpcWorker wait() {{(pid=103389) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 18 10:18:46.558109 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:18:46.558485 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:18:46.559513 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Started child 103390 {{(pid=103278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 10:18:46.560415 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG neutron_lib.callbacks.manager [None req-5b244da9-3d04-4f57-b8f8-de93ea4dd4ef None None] Publish callbacks [] for process (None), after_spawn {{(pid=103278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:18:46.562814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 18 10:18:46.563165 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 10:18:46.563361 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 10:18:46.563820 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 10:18:46.564237 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 10:18:46.564484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 10:18:46.565119 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.565604 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.565873 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.566228 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.566621 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.567281 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.567623 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.567834 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.568129 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.568395 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.568772 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.568772 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.569132 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.569356 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.569817 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.570079 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.570568 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:18:46.571488 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.571488 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.571488 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.571488 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.571488 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.572673 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.572673 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] debug = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.572673 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.573373 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.573373 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.573853 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.573853 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.574314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.580181 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] host = dv-cinder-817135-6-iscsi {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.582187 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.584799 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.584799 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585247 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 32848) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.585498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.587324 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.587324 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_options = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.587324 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.587324 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.587324 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.587324 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.587324 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.590254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.591951 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.593419 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.593419 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.593419 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594285 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064521 Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.594794 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.599054 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_json = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.600713 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.602573 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.603947 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.606060 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.607609 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.607609 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.607609 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.607609 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.607609 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.607609 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.608821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.608821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.608821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.608821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.609613 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.609613 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.609613 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.610274 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.610274 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.611101 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.611396 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.611622 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.612435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.612671 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.612923 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.613141 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.613363 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.615548 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.615801 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.616456 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.616702 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.617490 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.617490 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.618078 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.618341 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.618341 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.618341 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.618341 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.618341 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.620460 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.620460 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.620460 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.621017 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.621017 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.621441 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.621441 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.621926 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.623673 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.624873 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.624873 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.624873 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.624873 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.624873 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.625995 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.625995 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.625995 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.625995 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.626777 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.626777 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.626777 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.626777 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.627567 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.627567 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.627567 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.627567 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.628287 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.628287 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.628287 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.631929 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.632142 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.633814 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.635207 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.636740 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.636740 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.636740 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.636740 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.636740 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.637591 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.637591 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.637591 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.637591 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.638575 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.638575 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.638575 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.638575 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.639298 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.639298 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.639298 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.639862 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.639862 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.640751 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.640751 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.640751 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.640751 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.642240 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.642240 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.642627 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.642627 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.643002 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.643188 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.643373 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.643570 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.643812 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.644070 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.644287 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.644520 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.644838 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.645056 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.645315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.645514 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.646043 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.646043 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.646502 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.646684 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.649931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.649931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.649931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.649931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.649931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.649931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.653367 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.653367 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.653367 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.653367 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.653367 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.653367 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.654505 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.654505 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.654505 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.654505 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.654505 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.655315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.655315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.655315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.655858 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.655858 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.655858 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.656796 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.656796 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.656796 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.656796 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.658165 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.658165 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.658165 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.659451 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.659451 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.659451 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.659451 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.660388 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.660388 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.660388 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.660388 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.661231 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.661231 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.661231 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.661231 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.662090 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.662090 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.662090 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.662749 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.662749 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.662749 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.663414 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.663414 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.663414 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.664051 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.664051 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.668290 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.669999 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.673069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.674222 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.675201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.676206 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.676206 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.676206 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.676206 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.676206 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.677533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.677533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.677533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.677533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.677533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.677533 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.678469 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.678469 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.678469 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.678469 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.678469 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.679198 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.679198 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.679198 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.679566 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.679700 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.679976 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.680230 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.680500 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.680886 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.681235 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.681453 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.681685 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.681943 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.682693 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.682693 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.682693 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.683191 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.683360 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.683535 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.683725 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.683939 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.684287 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.684500 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.684702 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.686821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.686821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.686821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.686821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.687561 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.689476 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.689476 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.689476 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.689476 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.689476 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.691400 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.691400 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.691400 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.691400 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.691878 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.692088 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.692313 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.692809 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.693232 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.693674 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.694130 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.694526 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 10:18:46.695130 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 18 10:18:46.695355 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 10:18:46.695576 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 10:18:46.695859 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 10:18:46.696069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 10:18:46.696275 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 10:18:46.696643 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.696804 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.696925 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.697044 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.697281 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.697664 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.697993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.698302 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.698590 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.698874 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.699171 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.699455 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.699736 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.700108 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.700394 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.700677 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.700955 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.701235 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.701520 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.701852 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.702146 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.702473 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.702799 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] debug = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.703111 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.703506 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.703850 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.704695 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.705026 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.705488 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.705914 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.706243 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.706572 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.706895 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.707219 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.707541 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.707863 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.708186 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.708606 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.708931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.709273 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.709599 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.709979 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] host = dv-cinder-817135-6-iscsi {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.710292 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.710601 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.710918 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.711244 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.711586 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.711909 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.712231 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.712567 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.712758 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.712918 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.713070 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.713201 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.713531 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.713889 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.714459 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_options = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.714783 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.715118 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.715274 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.715479 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.715622 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.715850 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.715990 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.716127 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.716246 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.716361 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717021 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717021 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717021 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717021 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717498 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717975 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717975 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.717975 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.718282 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.718282 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.718282 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.718638 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.718638 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.718885 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.718885 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.719102 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.719209 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.719363 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.720703 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.720703 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.720703 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.720703 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.720975 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.720975 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.721113 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.721183 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.722357 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.722512 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.722662 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.722972 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.723289 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.723455 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.723596 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.723898 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.724043 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_json = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.724215 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.729821 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.730919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731369 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731831 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731831 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731831 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.731831 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.732322 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.732650 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.732963 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.733125 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.733307 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.733919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.733919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.733919 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.734257 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.734257 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.734257 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.734553 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.734553 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.734780 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.734895 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.735010 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.735289 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.735491 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.735700 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.735859 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.736032 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.736185 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.736312 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.736510 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.736644 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.736815 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.736942 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.737100 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.737234 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.737409 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.737556 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.737670 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:18:46.737859 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.737987 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.738102 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.738213 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.738431 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.738592 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.738749 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.738931 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.739095 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.739095 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.739433 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.739433 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.739687 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.739824 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.739960 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.740097 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.740248 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.740392 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.740520 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.740640 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.740761 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.740916 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.741161 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.741375 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.741540 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.741670 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.741823 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.741946 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.742781 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.742781 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.742781 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.742781 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.742781 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743193 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743193 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743193 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743505 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743505 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743705 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743815 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.743926 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.744071 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.744231 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.744392 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.744554 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.744721 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.744882 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.745993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.745993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.745993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.745993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.745993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.745993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.745993 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.746483 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.746483 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.746483 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.746661 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.746729 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.746847 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.747157 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.747478 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.747786 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.748088 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.748423 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.748765 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.749069 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.749404 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.749732 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.750078 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.750427 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.750750 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.751105 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.751422 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.751736 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.751893 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.752082 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.752215 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.752458 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.752604 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.752726 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.752846 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.753085 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.753213 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.753315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.753544 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.753684 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.753885 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.754011 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.754129 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.754254 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.754544 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.754544 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.754780 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.754897 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.755020 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.755355 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.755355 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.755768 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.755768 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.755768 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.756348 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.756348 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.756348 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.756348 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.757150 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.757150 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.757150 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.757150 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.757150 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.758141 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.758141 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.758141 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.758141 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.758141 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.758141 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.759283 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.761297 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.762888 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.763790 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.764994 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.767315 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.768839 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.770744 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.772299 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.774435 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.775967 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.777484 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.778314 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.779929 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.780762 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.782406 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.782406 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.782406 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.782406 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 10:18:46.782406 dv-cinder-817135-6-iscsi neutron-server[103278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 10:18:59.904988 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2d730-dce3-4cc6-b97e-a2b73fc2e8fd None None] get_active_networks_info from dv-cinder-817135-6-iscsi {{(pid=103389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 18 10:19:00.004162 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2d730-dce3-4cc6-b97e-a2b73fc2e8fd None None] No non-hosted networks {{(pid=103389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 18 10:19:00.009481 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad070a29-abca-405f-9fe2-a6c825f9d666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542495'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:02.887783 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-951315e9-de7b-4c81-a6e0-acd11ea2e015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542495'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:02.983969 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-531187a4-b837-43e0-b4c4-a5e827d789f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:04.064940 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542495'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:05.921390 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542495'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:06.451884 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 32940) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:07.023243 dv-cinder-817135-6-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-27d15368-ac34-4a4c-b4da-6cdfec035ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:07.023847 dv-cinder-817135-6-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-27d15368-ac34-4a4c-b4da-6cdfec035ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:07.102249 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542495'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:07.103100 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.103467 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.103852 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.104183 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.104506 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.106012 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.106352 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.107411 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.107752 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.108254 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.108974 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.109463 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.110672 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.111208 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.111724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:07.112398 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817135-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:07.118615 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817135-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:07.295206 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [None req-27d15368-ac34-4a4c-b4da-6cdfec035ca4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:19:07.298431 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-27d15368-ac34-4a4c-b4da-6cdfec035ca4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8436058 Mar 18 10:19:08.312387 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.db.l3_hamode_db [None req-4d065d85-1b3e-424c-91de-4c93d29ab7bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 18 10:19:08.395146 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d065d85-1b3e-424c-91de-4c93d29ab7bf None None] Routers set() bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:19:08.395476 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d065d85-1b3e-424c-91de-4c93d29ab7bf None None] Router IDs set() for agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 18 10:19:09.895631 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 32966) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:10.256063 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-5b0003a0-5f35-4034-916a-010fbafc0c02 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:19:10.349407 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.policy [None req-5b0003a0-5f35-4034-916a-010fbafc0c02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 10:19:10.392708 dv-cinder-817135-6-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-5b0003a0-5f35-4034-916a-010fbafc0c02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:10.393092 dv-cinder-817135-6-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-5b0003a0-5f35-4034-916a-010fbafc0c02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:10.488171 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b0003a0-5f35-4034-916a-010fbafc0c02 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739628224540', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739628232425', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739628248982', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739628249868', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739628192875', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739627917328', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8144315', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8154793', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-867201', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698141'] for rbac-policy (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:10.553236 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b0003a0-5f35-4034-916a-010fbafc0c02 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:10.554443 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5b0003a0-5f35-4034-916a-010fbafc0c02 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6578321 Mar 18 10:19:13.094004 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 32976) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:13.403875 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:19:13.432817 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Made reservation on behalf of 367dff4474d0492882a3a5c06dc5fafa for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:19:13.436981 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.462426 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.576477 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks [] for security_group (48313a74-9009-4707-9f94-607b88c5cfdb), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.580628 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (48313a74-9009-4707-9f94-607b88c5cfdb), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.608310 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:19:13.645118 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739624700218', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (be8cdd78-18a7-4e27-a226-31e895372f31), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.645720 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Unsubscribe: segment precommit_create {{(pid=103387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 10:19:13.646362 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Added segment be8cdd78-18a7-4e27-a226-31e895372f31 of type vlan for network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 Mar 18 10:19:13.661992 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=48313a74-9009-4707-9f94-607b88c5cfdb,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:13.713235 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.713498 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.713886 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.714505 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.714845 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.715179 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.715505 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.715831 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.716159 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.716484 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.716810 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.717151 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.717624 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.717985 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.718311 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Tracked resource versions report: Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: pushed versions: Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Agent': {'1.1'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Log': {'1.0'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'NDPProxy': {'1.0'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Network': {'1.1'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Port': {'1.7'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'PortForwarding': {'1.3'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'QosPolicy': {'1.10'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroup': {'1.5'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: consumer versions: Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Agent': '1.1', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'LocalIPAssociation': '1.0', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Log': '1.0', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'NDPProxy': '1.0', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Network': '1.1', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Port': '1.7', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'PortForwarding': '1.3', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'QosPolicy': '1.10', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroup': '1.5', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SubPort': '1.0', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Subnet': '1.1', Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Trunk': '1.1'}} Mar 18 10:19:13.719797 dv-cinder-817135-6-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:19:13.767717 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (5b49a908-f414-4afe-a43f-b3ae3b5de3b0), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.809260 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (5b49a908-f414-4afe-a43f-b3ae3b5de3b0), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.815216 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:13.815988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:13.926182 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8309262 Mar 18 10:19:13.944033 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e53b-f5f6-46cd-b969-5d770efe6f44 demo demo] Pushing event updated for resources: {'Network': ['ID=5b49a908-f414-4afe-a43f-b3ae3b5de3b0,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:13.956863 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:19:16.612799 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 32988) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:17.046275 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62da59-e7d4-444c-b495-1ce1327c148c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:17.048179 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6e62da59-e7d4-444c-b495-1ce1327c148c demo admin] 10.222.0.44 "GET /v2.0/networks/5b49a908-f414-4afe-a43f-b3ae3b5de3b0 HTTP/1.1" status: 200 len: 825 time: 0.4344163 Mar 18 10:19:17.072619 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5fa7d8f5-85b5-4ff1-bc6a-096bec550e31 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/c6c2cc0e-bc26-4550-be1f-985793c2f68c HTTP/1.1" status: 200 len: 734 time: 0.0187476 Mar 18 10:19:17.081613 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Request body: {'subnet': {'subnetpool_id': 'c6c2cc0e-bc26-4550-be1f-985793c2f68c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'name': 'private-subnet'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:19:17.104007 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Made reservation on behalf of 367dff4474d0492882a3a5c06dc5fafa for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:19:17.106487 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:17.440252 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (7697ce2f-5a31-43b9-8d29-f051196bb0b8), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:17.513443 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7697ce2f-5a31-43b9-8d29-f051196bb0b8,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:17.523791 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Checking segment: {'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:19:17.524222 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Network hostable DHCP agents. Network: 5b49a908-f414-4afe-a43f-b3ae3b5de3b0, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:19:17.548606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:19:17.561147 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 5b49a908-f414-4afe-a43f-b3ae3b5de3b0) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:19:17.566918 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:17.567546 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:17.571822 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6379a4-2479-48b4-849d-2a79a7d480fe None None] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:19:17.586675 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-52cff724-9407-4db2-a627-ebe5bf036669 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5076318 Mar 18 10:19:17.954429 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'fixed_ips': [{'subnet_id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:19:17.955721 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:18.275388 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Allocated IP 172.20.0.2 (5b49a908-f414-4afe-a43f-b3ae3b5de3b0/7697ce2f-5a31-43b9-8d29-f051196bb0b8/f60835bd-0538-4dce-b984-d60b6864ca9d) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:19:18.522696 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Publish callbacks [] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:18.532768 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:18.606734 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:19:18.613390 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:19:18.617445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:19:18.653028 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Pushing event updated for resources: {'Port': ['ID=f60835bd-0538-4dce-b984-d60b6864ca9d,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:18.683245 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.683600 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.683961 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.684315 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.684646 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.684983 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.685312 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.685640 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.685991 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.686321 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.686647 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.686992 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.687322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.687791 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.688005 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Tracked resource versions report: Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: pushed versions: Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Agent': {'1.1'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Log': {'1.0'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Network': {'1.1'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Port': {'1.7'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: consumer versions: Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Agent': '1.1', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Log': '1.0', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'NDPProxy': '1.0', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Network': '1.1', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Port': '1.7', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'PortForwarding': '1.3', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'QosPolicy': '1.10', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SubPort': '1.0', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Subnet': '1.1', Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Trunk': '1.1'}} Mar 18 10:19:18.689510 dv-cinder-817135-6-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:19:18.722235 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Attempting to bind port f60835bd-0538-4dce-b984-d60b6864ca9d on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:19:18.722646 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Attempting to bind port f60835bd-0538-4dce-b984-d60b6864ca9d by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:19:18.723085 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Attempting to bind port f60835bd-0538-4dce-b984-d60b6864ca9d on network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:19:18.728250 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:19:18.728716 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Checking segment: {'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:19:18.729116 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:18.729511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Bound using segment: {'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:19:18.730018 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Bound port: f60835bd-0538-4dce-b984-d60b6864ca9d, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:19:18.730428 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:18.799083 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] For port f60835bd-0538-4dce-b984-d60b6864ca9d, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:19:18.819601 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] For port f60835bd-0538-4dce-b984-d60b6864ca9d, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=f60835bd-0538-4dce-b984-d60b6864ca9d,segment=NetworkSegment(be8cdd78-18a7-4e27-a226-31e895372f31),segment_id=be8cdd78-18a7-4e27-a226-31e895372f31)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:19:18.826899 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:18.885100 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348822b-1540-4753-bf73-642bbdbebbce None None] Pushing event updated for resources: {'Port': ['ID=f60835bd-0538-4dce-b984-d60b6864ca9d,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:20.206388 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 32996) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:20.757743 dv-cinder-817135-6-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-a1f4d7c3-d26a-4808-b9fe-ea551100b5c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:20.758369 dv-cinder-817135-6-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-a1f4d7c3-d26a-4808-b9fe-ea551100b5c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:20.985892 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-a1f4d7c3-d26a-4808-b9fe-ea551100b5c6 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:19:20.987051 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a1f4d7c3-d26a-4808-b9fe-ea551100b5c6 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7795844 Mar 18 10:19:23.622117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33010) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:24.019596 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-7bdde8dc-5a9c-48f5-8345-50ab4917db86 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:19:24.020583 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7bdde8dc-5a9c-48f5-8345-50ab4917db86 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3972728 Mar 18 10:19:25.649223 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:19:26.687447 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33018) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:27.051602 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:19:27.113435 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.policy [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103388) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 10:19:27.157832 dv-cinder-817135-6-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:27.158236 dv-cinder-817135-6-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 10:19:27.225750 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (c053a1a5-f12d-40af-be33-a76c19e44414), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:27.227810 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (c053a1a5-f12d-40af-be33-a76c19e44414), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:27.398033 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] Publish callbacks [] for router_controller (c053a1a5-f12d-40af-be33-a76c19e44414), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:27.404821 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (c053a1a5-f12d-40af-be33-a76c19e44414), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:27.430894 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:27.432099 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-733faa18-7c36-43e7-96a1-a971e085f555 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7436736 Mar 18 10:19:29.799709 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3dad78bf-1c52-4fc3-a026-4fbff4d1866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:29.938151 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device f60835bd-0538-4dce-b984-d60b6864ca9d up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:19:30.023189 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33032) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:30.025054 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port f60835bd-0538-4dce-b984-d60b6864ca9d triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:30.025678 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:30.136024 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port f60835bd-0538-4dce-b984-d60b6864ca9d is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:30.136420 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:30.176459 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port f60835bd-0538-4dce-b984-d60b6864ca9d, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=f60835bd-0538-4dce-b984-d60b6864ca9d,segment=NetworkSegment(be8cdd78-18a7-4e27-a226-31e895372f31),segment_id=be8cdd78-18a7-4e27-a226-31e895372f31)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:19:30.182253 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:30.235520 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=f60835bd-0538-4dce-b984-d60b6864ca9d,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:30.354974 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-68de0b31-b49c-4064-9727-e48b16e96622 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:19:30.355972 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-68de0b31-b49c-4064-9727-e48b16e96622 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3319204 Mar 18 10:19:30.688676 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198bf39-4e6f-4703-b5ea-9d64cc5e9014 None None] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:19:30.797694 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d3be8fca-40bb-4b17-9e04-f20b1c3dbf5e None None] Provisioning complete for port f60835bd-0538-4dce-b984-d60b6864ca9d triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:30.798120 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d3be8fca-40bb-4b17-9e04-f20b1c3dbf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:30.894576 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d3be8fca-40bb-4b17-9e04-f20b1c3dbf5e None None] Current status of the port f60835bd-0538-4dce-b984-d60b6864ca9d is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:31.014681 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ec2ec73d-2027-459c-a015-1021ad5d1743 None None] Provisioning complete for port f60835bd-0538-4dce-b984-d60b6864ca9d triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:31.015246 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec73d-2027-459c-a015-1021ad5d1743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:31.094538 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ec73d-2027-459c-a015-1021ad5d1743 None None] Current status of the port f60835bd-0538-4dce-b984-d60b6864ca9d is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:31.898544 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device f60835bd-0538-4dce-b984-d60b6864ca9d up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:19:31.945226 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port f60835bd-0538-4dce-b984-d60b6864ca9d triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:31.945608 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:32.026428 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port f60835bd-0538-4dce-b984-d60b6864ca9d is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:32.864893 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-79e82a6e-f060-4457-a989-b1b7d08e65c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:32.991162 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33040) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:33.341999 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:19:33.366391 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Made reservation on behalf of f64d97a07ed5474fa78bb32efc69b05b for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:19:33.369094 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.384968 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.491990 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks [] for security_group (90fd33aa-872b-4409-a650-66e0e7f4610d), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.497083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (90fd33aa-872b-4409-a650-66e0e7f4610d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.508950 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Reserving flat network on physical network physnet1 {{(pid=103388) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 18 10:19:33.544953 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739624700218', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (5d2b6a06-37f4-40f4-9658-60d6ed254ad2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.545566 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Unsubscribe: segment precommit_create {{(pid=103388) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 10:19:33.546128 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Added segment 5d2b6a06-37f4-40f4-9658-60d6ed254ad2 of type flat for network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d Mar 18 10:19:33.563818 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fd33aa-872b-4409-a650-66e0e7f4610d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:33.615937 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.616288 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.616695 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.616985 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.617319 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.617650 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.618011 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.618337 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.618680 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.619011 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.619349 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.619704 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.620026 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.620345 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.620672 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Tracked resource versions report: Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: pushed versions: Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Agent': {'1.1'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Log': {'1.0'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'NDPProxy': {'1.0'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Network': {'1.1'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Port': {'1.7'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'PortForwarding': {'1.3'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'QosPolicy': {'1.10'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroup': {'1.5'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: consumer versions: Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Agent': '1.1', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'LocalIPAssociation': '1.0', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Log': '1.0', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'NDPProxy': '1.0', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Network': '1.1', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Port': '1.7', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'PortForwarding': '1.3', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'QosPolicy': '1.10', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroup': '1.5', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SubPort': '1.0', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Subnet': '1.1', Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Mar 18 10:19:33.622261 dv-cinder-817135-6-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:19:33.674732 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.721976 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.723134 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:33.723996 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:33.819661 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8273778 Mar 18 10:19:33.835901 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a9d6-d6a4-4507-af8c-680bf0d29087 admin admin] Pushing event updated for resources: {'Network': ['ID=cfbc2062-a378-4c7d-9f9d-cdc949e1db9d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:33.850162 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:19:34.002233 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:35.840405 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:36.449568 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33062) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:36.629805 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50449b8-63e4-449d-ac8c-f2f06373edcc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:36.631264 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e50449b8-63e4-449d-ac8c-f2f06373edcc demo admin] 10.222.0.44 "GET /v2.0/subnets/7697ce2f-5a31-43b9-8d29-f051196bb0b8 HTTP/1.1" status: 200 len: 849 time: 0.1806929 Mar 18 10:19:36.805568 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-552165ec-e52f-4505-b875-8b20682d679d demo admin] 10.222.0.44 "GET /v2.0/routers/c053a1a5-f12d-40af-be33-a76c19e44414 HTTP/1.1" status: 200 len: 704 time: 0.1682301 Mar 18 10:19:37.098236 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:37.107815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:37.411401 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Allocated IP 172.20.0.1 (5b49a908-f414-4afe-a43f-b3ae3b5de3b0/7697ce2f-5a31-43b9-8d29-f051196bb0b8/904e0103-a58e-4209-a4ad-73c90ac66ce8) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:19:37.571766 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks [] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:37.639524 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:37.764929 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:19:37.771243 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:19:37.773981 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:19:37.774545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (c053a1a5-f12d-40af-be33-a76c19e44414), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:37.841970 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Pushing event updated for resources: {'Port': ['ID=904e0103-a58e-4209-a4ad-73c90ac66ce8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:37.963509 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-7a7b33b8-b152-43e1-bf26-a985dd7fb96e None None] Provisioning complete for port 904e0103-a58e-4209-a4ad-73c90ac66ce8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:37.963923 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a7b33b8-b152-43e1-bf26-a985dd7fb96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:38.003549 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b33b8-b152-43e1-bf26-a985dd7fb96e None None] Port 904e0103-a58e-4209-a4ad-73c90ac66ce8 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:19:38.005160 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:38.236606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks [] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:38.241714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:38.242606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (c053a1a5-f12d-40af-be33-a76c19e44414), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:38.323840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Pushing event updated for resources: {'Port': ['ID=904e0103-a58e-4209-a4ad-73c90ac66ce8,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:38.375121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:19:38.376812 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:19:38.567081 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Router c053a1a5-f12d-40af-be33-a76c19e44414 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:19:38.668778 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:19:38.675022 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a1a09280-7750-4f40-8baa-ca253e846ca6 demo admin] 10.222.0.44 "PUT /v2.0/routers/c053a1a5-f12d-40af-be33-a76c19e44414/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8633857 Mar 18 10:19:38.680323 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Sync routers for ids ['c053a1a5-f12d-40af-be33-a76c19e44414'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:19:38.695472 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Routers {'c053a1a5-f12d-40af-be33-a76c19e44414'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:19:38.696436 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:19:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c053a1a5-f12d-40af-be33-a76c19e44414'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:38.734384 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8817687c-85d8-40e0-86fc-1fac86faefae None None] Provisioning complete for port 904e0103-a58e-4209-a4ad-73c90ac66ce8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:38.735013 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8817687c-85d8-40e0-86fc-1fac86faefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:38.774764 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-8817687c-85d8-40e0-86fc-1fac86faefae None None] Port 904e0103-a58e-4209-a4ad-73c90ac66ce8 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:19:38.901429 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Set router c053a1a5-f12d-40af-be33-a76c19e44414 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:19:39.340915 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'name': 'router1', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:19:27Z', 'updated_at': '2022-03-18T10:19:37Z', 'revision_number': 2, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'gw_port_host': None, '_interfaces': [{'id': '904e0103-a58e-4209-a4ad-73c90ac66ce8', 'name': '', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'mac_address': 'fa:16:3e:f0:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:37Z', 'updated_at': '2022-03-18T10:19:38Z', 'revision_number': 2, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'subnets': [{'id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c2cc0e-bc26-4550-be1f-985793c2f68c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:39.394723 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Checking router: c053a1a5-f12d-40af-be33-a76c19e44414 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:19:39.395102 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Updating router c053a1a5-f12d-40af-be33-a76c19e44414 port 904e0103-a58e-4209-a4ad-73c90ac66ce8 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:19:39.467344 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.023979 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Publish callbacks [] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.031372 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.179147 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Pushing event updated for resources: {'Port': ['ID=904e0103-a58e-4209-a4ad-73c90ac66ce8,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:40.204260 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.204616 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.204942 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.205282 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.205606 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.205960 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.206285 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.206667 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.206988 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.207311 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.207632 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.208060 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.208381 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.208698 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.209013 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Tracked resource versions report: Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: pushed versions: Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Agent': {'1.1'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Log': {'1.0'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Network': {'1.1'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Port': {'1.7'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: consumer versions: Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Agent': '1.1', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Log': '1.0', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'NDPProxy': '1.0', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Network': '1.1', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Port': '1.7', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'PortForwarding': '1.3', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'QosPolicy': '1.10', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SubPort': '1.0', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Subnet': '1.1', Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Mar 18 10:19:40.210543 dv-cinder-817135-6-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:19:40.223210 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Attempting to bind port 904e0103-a58e-4209-a4ad-73c90ac66ce8 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:19:40.223618 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Attempting to bind port 904e0103-a58e-4209-a4ad-73c90ac66ce8 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:19:40.224055 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Attempting to bind port 904e0103-a58e-4209-a4ad-73c90ac66ce8 on network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:19:40.229713 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:19:40.230186 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Checking segment: {'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:19:40.230619 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.231009 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Bound using segment: {'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:19:40.232063 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Bound port: 904e0103-a58e-4209-a4ad-73c90ac66ce8, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8cdd78-18a7-4e27-a226-31e895372f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:19:40.232447 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.305094 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-08d66ce1-5ee7-40a6-92bf-e115b647fbfa None None] Provisioning complete for port 904e0103-a58e-4209-a4ad-73c90ac66ce8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:40.305094 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-08d66ce1-5ee7-40a6-92bf-e115b647fbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.308159 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] For port 904e0103-a58e-4209-a4ad-73c90ac66ce8, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:19:40.331499 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] For port 904e0103-a58e-4209-a4ad-73c90ac66ce8, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=904e0103-a58e-4209-a4ad-73c90ac66ce8,segment=NetworkSegment(be8cdd78-18a7-4e27-a226-31e895372f31),segment_id=be8cdd78-18a7-4e27-a226-31e895372f31)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:19:40.338478 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.344215 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-08d66ce1-5ee7-40a6-92bf-e115b647fbfa None None] Port 904e0103-a58e-4209-a4ad-73c90ac66ce8 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:19:40.388582 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Routers {'c053a1a5-f12d-40af-be33-a76c19e44414'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:19:40.389222 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:19:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c053a1a5-f12d-40af-be33-a76c19e44414'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:40.506968 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] Set router c053a1a5-f12d-40af-be33-a76c19e44414 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:19:40.510238 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d77db-efa9-4213-9c7c-e2a365823506 None None] Pushing event updated for resources: {'Port': ['ID=904e0103-a58e-4209-a4ad-73c90ac66ce8,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:40.566453 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-23173697-906a-4be7-9f8d-78cb09407b9b None None] Provisioning complete for port 904e0103-a58e-4209-a4ad-73c90ac66ce8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:40.566840 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23173697-906a-4be7-9f8d-78cb09407b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.653219 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-23173697-906a-4be7-9f8d-78cb09407b9b None None] Current status of the port 904e0103-a58e-4209-a4ad-73c90ac66ce8 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:40.653931 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23173697-906a-4be7-9f8d-78cb09407b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.688572 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-23173697-906a-4be7-9f8d-78cb09407b9b None None] For port 904e0103-a58e-4209-a4ad-73c90ac66ce8, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=904e0103-a58e-4209-a4ad-73c90ac66ce8,segment=NetworkSegment(be8cdd78-18a7-4e27-a226-31e895372f31),segment_id=be8cdd78-18a7-4e27-a226-31e895372f31)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:19:40.699864 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23173697-906a-4be7-9f8d-78cb09407b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:40.761108 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23173697-906a-4be7-9f8d-78cb09407b9b None None] Pushing event updated for resources: {'Port': ['ID=904e0103-a58e-4209-a4ad-73c90ac66ce8,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:40.795512 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'name': 'router1', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:19:27Z', 'updated_at': '2022-03-18T10:19:37Z', 'revision_number': 2, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'gw_port_host': None, '_interfaces': [{'id': '904e0103-a58e-4209-a4ad-73c90ac66ce8', 'name': '', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'mac_address': 'fa:16:3e:f0:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:37Z', 'updated_at': '2022-03-18T10:19:40Z', 'revision_number': 4, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'subnets': [{'id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c2cc0e-bc26-4550-be1f-985793c2f68c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:40.823350 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667f40-593b-4b84-bae6-7ae06031c071 None None] The sync data for ids ['c053a1a5-f12d-40af-be33-a76c19e44414'] in dv-cinder-817135-6-iscsi is: [{'id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'name': 'router1', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:19:27Z', 'updated_at': '2022-03-18T10:19:37Z', 'revision_number': 2, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'gw_port_host': None, '_interfaces': [{'id': '904e0103-a58e-4209-a4ad-73c90ac66ce8', 'name': '', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'mac_address': 'fa:16:3e:f0:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:37Z', 'updated_at': '2022-03-18T10:19:40Z', 'revision_number': 4, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'subnets': [{'id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c2cc0e-bc26-4550-be1f-985793c2f68c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:19:41.176182 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33082) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:41.342891 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b976989-0e8b-47e4-b9f5-6d5e2a0a6279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:41.344813 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6b976989-0e8b-47e4-b9f5-6d5e2a0a6279 admin admin] 10.222.0.44 "GET /v2.0/networks/cfbc2062-a378-4c7d-9f9d-cdc949e1db9d HTTP/1.1" status: 200 len: 842 time: 0.1676552 Mar 18 10:19:41.354848 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:19:41.380438 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Made reservation on behalf of f64d97a07ed5474fa78bb32efc69b05b for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:19:41.383024 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:41.799500 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.objects.ports [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103388) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 18 10:19:41.799988 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (234d1ef1-852d-47c9-baed-53659690bc88), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:41.869906 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=234d1ef1-852d-47c9-baed-53659690bc88,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:41.878825 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:19:41.879207 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Network hostable DHCP agents. Network: cfbc2062-a378-4c7d-9f9d-cdc949e1db9d, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:19:41.901552 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:19:41.916170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, cfbc2062-a378-4c7d-9f9d-cdc949e1db9d) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:19:41.921512 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:41.922104 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:41.926293 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d98c46-c145-4d1a-a5c7-e0565986f80a None None] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:19:41.949810 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-15f675ab-fdb6-483e-ace1-21531e46f1cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5881879 Mar 18 10:19:42.042755 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd234a3-56c0-4ad7-be8e-f73b7844e887 None None] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:19:44.485409 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33090) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:44.654215 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1fb48d54-1823-4152-b3ab-612b74d7551f demo admin] 10.222.0.44 "GET /v2.0/routers/c053a1a5-f12d-40af-be33-a76c19e44414 HTTP/1.1" status: 200 len: 710 time: 0.1673837 Mar 18 10:19:44.758626 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa736b-c443-4539-9a15-4266a7b78568 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:19:44.760038 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d2fa736b-c443-4539-9a15-4266a7b78568 demo admin] 10.222.0.44 "GET /v2.0/networks/cfbc2062-a378-4c7d-9f9d-cdc949e1db9d HTTP/1.1" status: 200 len: 886 time: 0.0992796 Mar 18 10:19:44.770933 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:19:45.143679 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks [] for router_gateway (c053a1a5-f12d-40af-be33-a76c19e44414), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:45.415501 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks [] for router_gateway (c053a1a5-f12d-40af-be33-a76c19e44414), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:45.492709 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:45.606229 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Allocated IP 172.27.0.28 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/05b8713c-d398-4020-9957-221719beb797) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:19:45.733004 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks [] for port (05b8713c-d398-4020-9957-221719beb797), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:45.778627 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (05b8713c-d398-4020-9957-221719beb797), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:45.817494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:19:45.820547 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:19:45.828829 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:19:45.834275 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Pushing event updated for resources: {'Port': ['ID=05b8713c-d398-4020-9957-221719beb797,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:46.156717 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks [] for router_gateway (c053a1a5-f12d-40af-be33-a76c19e44414), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:46.414543 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12511'] for router (c053a1a5-f12d-40af-be33-a76c19e44414), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:46.419123 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539679', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543925'] for router (c053a1a5-f12d-40af-be33-a76c19e44414), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:46.550589 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Router c053a1a5-f12d-40af-be33-a76c19e44414 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:19:46.725640 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:19:46.731940 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:46.745805 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-52c262a1-bcc4-4190-b4d0-3abaa5d073ac demo admin] 10.222.0.44 "PUT /v2.0/routers/c053a1a5-f12d-40af-be33-a76c19e44414 HTTP/1.1" status: 200 len: 889 time: 1.9660504 Mar 18 10:19:47.977148 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 904e0103-a58e-4209-a4ad-73c90ac66ce8 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:19:48.026735 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 904e0103-a58e-4209-a4ad-73c90ac66ce8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:48.027134 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:48.116146 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 904e0103-a58e-4209-a4ad-73c90ac66ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:49.480612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33102) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:19:49.631439 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6ac7cc5c-a2d9-46e1-a3c0-31c3e6911376 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1496272 Mar 18 10:19:49.990242 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Sync routers for ids ['c053a1a5-f12d-40af-be33-a76c19e44414'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:19:50.006549 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Routers {'c053a1a5-f12d-40af-be33-a76c19e44414'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:19:50.007385 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:19:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c053a1a5-f12d-40af-be33-a76c19e44414'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:50.306915 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Set router c053a1a5-f12d-40af-be33-a76c19e44414 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:19:50.957644 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'name': 'router1', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '05b8713c-d398-4020-9957-221719beb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:19:27Z', 'updated_at': '2022-03-18T10:19:45Z', 'revision_number': 4, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'gw_port': {'id': '05b8713c-d398-4020-9957-221719beb797', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:45Z', 'updated_at': '2022-03-18T10:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '904e0103-a58e-4209-a4ad-73c90ac66ce8', 'name': '', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'mac_address': 'fa:16:3e:f0:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:37Z', 'updated_at': '2022-03-18T10:19:40Z', 'revision_number': 5, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'subnets': [{'id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c2cc0e-bc26-4550-be1f-985793c2f68c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:51.012002 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Checking router: c053a1a5-f12d-40af-be33-a76c19e44414 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:19:51.012708 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Updating router c053a1a5-f12d-40af-be33-a76c19e44414 port 05b8713c-d398-4020-9957-221719beb797 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:19:51.075385 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (05b8713c-d398-4020-9957-221719beb797), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:51.497525 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Publish callbacks [] for port (05b8713c-d398-4020-9957-221719beb797), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:51.505100 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (05b8713c-d398-4020-9957-221719beb797), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:51.579746 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Attempting to bind port 05b8713c-d398-4020-9957-221719beb797 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:19:51.580319 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Attempting to bind port 05b8713c-d398-4020-9957-221719beb797 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:19:51.580866 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Attempting to bind port 05b8713c-d398-4020-9957-221719beb797 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:19:51.598878 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550976ae-7c7e-4c61-9df4-2d87ce2d496c None None] Pushing event updated for resources: {'Port': ['ID=05b8713c-d398-4020-9957-221719beb797,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:51.603841 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:19:51.604647 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:19:51.605309 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:51.606116 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:19:51.606863 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Bound port: 05b8713c-d398-4020-9957-221719beb797, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:19:51.607451 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (05b8713c-d398-4020-9957-221719beb797), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:51.665705 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] For port 05b8713c-d398-4020-9957-221719beb797, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:19:51.668982 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] For port 05b8713c-d398-4020-9957-221719beb797, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=05b8713c-d398-4020-9957-221719beb797,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:19:51.678432 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (05b8713c-d398-4020-9957-221719beb797), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:51.751294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Routers {'c053a1a5-f12d-40af-be33-a76c19e44414'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:19:51.751294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:19:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c053a1a5-f12d-40af-be33-a76c19e44414'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:51.751294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550976ae-7c7e-4c61-9df4-2d87ce2d496c None None] Pushing event updated for resources: {'Port': ['ID=05b8713c-d398-4020-9957-221719beb797,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:51.907630 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] Set router c053a1a5-f12d-40af-be33-a76c19e44414 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:19:52.237131 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'name': 'router1', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '05b8713c-d398-4020-9957-221719beb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:19:27Z', 'updated_at': '2022-03-18T10:19:45Z', 'revision_number': 4, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'gw_port': {'id': '05b8713c-d398-4020-9957-221719beb797', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:45Z', 'updated_at': '2022-03-18T10:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '904e0103-a58e-4209-a4ad-73c90ac66ce8', 'name': '', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'mac_address': 'fa:16:3e:f0:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:37Z', 'updated_at': '2022-03-18T10:19:40Z', 'revision_number': 5, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'subnets': [{'id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c2cc0e-bc26-4550-be1f-985793c2f68c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:19:52.269332 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300465f-aca6-4c36-ab85-907cc7db2981 None None] The sync data for ids ['c053a1a5-f12d-40af-be33-a76c19e44414'] in dv-cinder-817135-6-iscsi is: [{'id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'name': 'router1', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '05b8713c-d398-4020-9957-221719beb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:19:27Z', 'updated_at': '2022-03-18T10:19:45Z', 'revision_number': 4, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'gw_port': {'id': '05b8713c-d398-4020-9957-221719beb797', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:45Z', 'updated_at': '2022-03-18T10:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '904e0103-a58e-4209-a4ad-73c90ac66ce8', 'name': '', 'network_id': '5b49a908-f414-4afe-a43f-b3ae3b5de3b0', 'tenant_id': '367dff4474d0492882a3a5c06dc5fafa', 'mac_address': 'fa:16:3e:f0:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053a1a5-f12d-40af-be33-a76c19e44414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:19:37Z', 'updated_at': '2022-03-18T10:19:40Z', 'revision_number': 5, 'project_id': '367dff4474d0492882a3a5c06dc5fafa', 'subnets': [{'id': '7697ce2f-5a31-43b9-8d29-f051196bb0b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c2cc0e-bc26-4550-be1f-985793c2f68c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:19:53.975506 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 05b8713c-d398-4020-9957-221719beb797 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:19:54.110256 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 05b8713c-d398-4020-9957-221719beb797 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:54.111021 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (05b8713c-d398-4020-9957-221719beb797), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:54.315162 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 05b8713c-d398-4020-9957-221719beb797 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:54.315162 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (05b8713c-d398-4020-9957-221719beb797), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:54.365304 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 05b8713c-d398-4020-9957-221719beb797, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=05b8713c-d398-4020-9957-221719beb797,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:19:54.375208 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (05b8713c-d398-4020-9957-221719beb797), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:54.493714 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=05b8713c-d398-4020-9957-221719beb797,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:19:56.024312 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 05b8713c-d398-4020-9957-221719beb797 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:19:56.146904 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 05b8713c-d398-4020-9957-221719beb797 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:19:56.147864 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (05b8713c-d398-4020-9957-221719beb797), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:19:56.318343 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 05b8713c-d398-4020-9957-221719beb797 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:19:59.823001 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aca0-b387-4853-8ab9-82e2a4932de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:02.652683 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:20:02.870147 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a5f3cae3-ff52-4a73-b569-99155110a150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:04.004182 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:05.841445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:07.109148 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:29.810812 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1f6db5db-d657-4b9b-9c32-fad72adde849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:32.865249 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09454a8e-0263-4f84-92ad-c1f273cab6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:34.012407 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:35.853509 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:37.099647 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:20:39.651237 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:20:59.792239 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1fba44af-68ac-41c7-bad6-5948696ecaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:02.860355 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-48efe965-8b0e-4e89-beeb-72b3e70b8e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:04.009064 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:05.843539 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:07.095600 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:16.652198 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:21:17.438635 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33586) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:17.503914 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.pecan_wsgi.hooks.translation [None req-268d31b2-926e-46b6-97dd-ff33eaa66f34 admin admin] GET failed (client error): The resource could not be found. Mar 18 10:21:17.505333 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-268d31b2-926e-46b6-97dd-ff33eaa66f34 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657415 Mar 18 10:21:17.763503 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad99cf5-0087-415d-9191-f6ac100ea5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:17.765006 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dad99cf5-0087-415d-9191-f6ac100ea5fb admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2554936 Mar 18 10:21:20.104640 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33596) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:20.201788 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461204f-5d2b-42c1-9809-b983c6fbfb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:20.203193 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3461204f-5d2b-42c1-9809-b983c6fbfb00 admin admin] 10.222.0.44 "GET /v2.0/subnets/7697ce2f-5a31-43b9-8d29-f051196bb0b8 HTTP/1.1" status: 200 len: 849 time: 0.0975876 Mar 18 10:21:20.213048 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:21:20.302396 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Publish callbacks [] for subnet (7697ce2f-5a31-43b9-8d29-f051196bb0b8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:20.446308 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739624926859'] for subnet (7697ce2f-5a31-43b9-8d29-f051196bb0b8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:20.477567 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:20.478119 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:20.479422 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] 10.222.0.44 "PUT /v2.0/subnets/7697ce2f-5a31-43b9-8d29-f051196bb0b8 HTTP/1.1" status: 200 len: 868 time: 0.2703922 Mar 18 10:21:20.498190 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5ec24-2da9-48c8-8f2c-a34880349031 None None] Network 5b49a908-f414-4afe-a43f-b3ae3b5de3b0 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:21:20.499550 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7697ce2f-5a31-43b9-8d29-f051196bb0b8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:21:20.507325 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.507731 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.508060 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.508412 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.508752 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.509090 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.509425 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.509760 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.510132 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.510602 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.510974 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.511367 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.512734 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.512734 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.512734 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a13c7-5728-4946-850d-80d95e722074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:21:20.801265 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a010e710-4d8e-4eb1-9627-8d7d5b3057ab None None] Provisioning complete for port 904e0103-a58e-4209-a4ad-73c90ac66ce8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:21:20.801955 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a010e710-4d8e-4eb1-9627-8d7d5b3057ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (904e0103-a58e-4209-a4ad-73c90ac66ce8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:20.882378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a010e710-4d8e-4eb1-9627-8d7d5b3057ab None None] Current status of the port 904e0103-a58e-4209-a4ad-73c90ac66ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:21:20.893181 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a010e710-4d8e-4eb1-9627-8d7d5b3057ab None None] Provisioning complete for port f60835bd-0538-4dce-b984-d60b6864ca9d triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:21:20.893570 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a010e710-4d8e-4eb1-9627-8d7d5b3057ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f60835bd-0538-4dce-b984-d60b6864ca9d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:20.972809 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a010e710-4d8e-4eb1-9627-8d7d5b3057ab None None] Current status of the port f60835bd-0538-4dce-b984-d60b6864ca9d is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:21:22.888291 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33604) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:23.082795 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad4cb7-b9e9-40ab-bd0c-5b6de1b5f401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:23.083188 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad4cb7-b9e9-40ab-bd0c-5b6de1b5f401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:23.084741 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4cad4cb7-b9e9-40ab-bd0c-5b6de1b5f401 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954622 Mar 18 10:21:25.451158 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33612) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:25.584479 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87a4f8-d42c-4e6e-b6df-bc3cf841ff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:25.584947 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87a4f8-d42c-4e6e-b6df-bc3cf841ff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:25.586542 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4c87a4f8-d42c-4e6e-b6df-bc3cf841ff78 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343403 Mar 18 10:21:27.984596 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33620) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:28.132434 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca02e63-a1e7-44a0-aa1f-fe03b19d66aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:28.133855 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5ca02e63-a1e7-44a0-aa1f-fe03b19d66aa admin admin] 10.222.0.44 "GET /v2.0/networks/5b49a908-f414-4afe-a43f-b3ae3b5de3b0 HTTP/1.1" status: 200 len: 869 time: 0.1482811 Mar 18 10:21:29.789368 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-744be237-cd74-4379-ab29-a9d11c86ef5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:30.503099 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33630) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:30.626680 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c02383-1446-4c73-acfc-656b5d97f22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:30.628045 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-55c02383-1446-4c73-acfc-656b5d97f22f admin admin] 10.222.0.44 "GET /v2.0/networks/cfbc2062-a378-4c7d-9f9d-cdc949e1db9d HTTP/1.1" status: 200 len: 886 time: 0.1239347 Mar 18 10:21:32.863366 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a923b27d-0344-4bd1-90ac-73ede671d138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:32.980822 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33638) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:33.104221 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ce943-bae8-4f77-96a8-53b7ee0c9571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:33.105157 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ce943-bae8-4f77-96a8-53b7ee0c9571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:33.106718 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-350ce943-bae8-4f77-96a8-53b7ee0c9571 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249614 Mar 18 10:21:34.011511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:35.453045 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33646) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:35.549541 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446748b-0d02-4ab5-8ce8-a3c108968c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:35.550003 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446748b-0d02-4ab5-8ce8-a3c108968c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:35.551509 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e446748b-0d02-4ab5-8ce8-a3c108968c06 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976195 Mar 18 10:21:35.846631 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:37.099030 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:21:37.905267 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33654) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:38.000321 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5790a11-0b89-47d5-a17a-61a51ede92ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:38.001707 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d5790a11-0b89-47d5-a17a-61a51ede92ed admin admin] 10.222.0.44 "GET /v2.0/subnets/234d1ef1-852d-47c9-baed-53659690bc88 HTTP/1.1" status: 200 len: 816 time: 0.0954664 Mar 18 10:21:40.366682 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33662) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:21:40.471598 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e8285-df73-4e38-ad69-30b59d86483d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:21:40.472980 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3f7e8285-df73-4e38-ad69-30b59d86483d admin admin] 10.222.0.44 "GET /v2.0/subnets/7697ce2f-5a31-43b9-8d29-f051196bb0b8 HTTP/1.1" status: 200 len: 868 time: 0.1053183 Mar 18 10:21:53.653657 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:21:59.793593 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-585c7624-123b-4564-8259-387971cbccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:02.864867 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-980822b3-a76f-4298-888b-74b21eaa2b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:04.015492 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:05.850163 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:07.102411 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:09.005416 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33714) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:22:09.056072 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-4d82a97b-d5de-4782-b91f-37c2b811f70d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:22:09.057993 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4d82a97b-d5de-4782-b91f-37c2b811f70d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512557 Mar 18 10:22:11.471579 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33722) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:22:11.533025 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.pecan_wsgi.hooks.translation [None req-28647190-ca3c-4ec1-a25f-234e2cf8860f admin admin] GET failed (client error): The resource could not be found. Mar 18 10:22:11.534411 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-28647190-ca3c-4ec1-a25f-234e2cf8860f admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618715 Mar 18 10:22:11.698693 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8027c-ba22-4c21-8c3c-6859389b8a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:22:11.700260 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a8c8027c-ba22-4c21-8c3c-6859389b8a4b admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1618114 Mar 18 10:22:14.184610 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33730) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:22:14.236437 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:22:14.257798 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Made reservation on behalf of f64d97a07ed5474fa78bb32efc69b05b for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:22:14.260620 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:14.288159 dv-cinder-817135-6-iscsi neutron-server[103387]: WARNING neutron.services.revisions.revision_plugin [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Could not find related network for resource to bump revision. Mar 18 10:22:14.301911 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:22:14.311517 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (f9982ed8-424e-4497-8b9a-5b36be4e32e2), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:14.311852 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Added segment f9982ed8-424e-4497-8b9a-5b36be4e32e2 of type vlan for network 5aaeacee-8edf-4b01-adee-2645b5206f07 Mar 18 10:22:14.365056 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (5aaeacee-8edf-4b01-adee-2645b5206f07), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:14.389991 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (5aaeacee-8edf-4b01-adee-2645b5206f07), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:14.390964 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:22:14.391554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:14.471395 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2855616 Mar 18 10:22:14.484828 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92406fe4-312b-4aa9-9103-7dc0babfd667 admin admin] Pushing event updated for resources: {'Network': ['ID=5aaeacee-8edf-4b01-adee-2645b5206f07,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:22:14.496506 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 5aaeacee-8edf-4b01-adee-2645b5206f07 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:22:16.885202 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33738) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:22:16.945397 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1053d82c-965d-405a-a271-eb6997ef8f2a admin admin] GET failed (client error): The resource could not be found. Mar 18 10:22:16.946759 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1053d82c-965d-405a-a271-eb6997ef8f2a admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605438 Mar 18 10:22:17.017492 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0c01a7-61a2-40e4-902b-68851e82d7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:22:17.018987 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4d0c01a7-61a2-40e4-902b-68851e82d7d3 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682116 Mar 18 10:22:17.029264 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:22:17.048225 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Made reservation on behalf of f64d97a07ed5474fa78bb32efc69b05b for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:22:17.050517 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:17.214191 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (1dccc31d-cf73-4b9b-99fd-a5fc513b01ae), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:17.270175 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dccc31d-cf73-4b9b-99fd-a5fc513b01ae,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:22:17.280337 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Checking segment: {'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:22:17.280688 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Network hostable DHCP agents. Network: 5aaeacee-8edf-4b01-adee-2645b5206f07, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:22:17.296815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Network 5aaeacee-8edf-4b01-adee-2645b5206f07 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:22:17.306374 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 5aaeacee-8edf-4b01-adee-2645b5206f07) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:22:17.310670 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:22:17.311294 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:17.316966 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311de9a4-ab55-4548-b044-28ea0ef185ea None None] Network 5aaeacee-8edf-4b01-adee-2645b5206f07 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:22:17.330331 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-497a99a7-3fc9-4856-a544-e68b1954712a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048708 Mar 18 10:22:17.427634 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-5aaeacee-8edf-4b01-adee-2645b5206f07', 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07', 'project_id': 'f64d97a07ed5474fa78bb32efc69b05b', 'fixed_ips': [{'subnet_id': '1dccc31d-cf73-4b9b-99fd-a5fc513b01ae'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:22:17.428523 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:17.575236 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Allocated IP 192.168.233.2 (5aaeacee-8edf-4b01-adee-2645b5206f07/1dccc31d-cf73-4b9b-99fd-a5fc513b01ae/040d8883-93a0-4308-bb85-79e3eca1beb2) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:22:17.823424 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Publish callbacks [] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:17.830312 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:17.878704 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Network 5aaeacee-8edf-4b01-adee-2645b5206f07 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:22:17.882852 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:22:17.885265 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Pushing event updated for resources: {'Port': ['ID=040d8883-93a0-4308-bb85-79e3eca1beb2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:22:17.887555 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:22:17.914765 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.915109 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.915579 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.915870 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.916192 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.916521 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.916846 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.917170 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.917495 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.917843 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.918170 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.918506 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.918831 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.919147 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.919462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:22:17.960147 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Attempting to bind port 040d8883-93a0-4308-bb85-79e3eca1beb2 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:22:17.960147 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Attempting to bind port 040d8883-93a0-4308-bb85-79e3eca1beb2 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:22:17.960147 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Attempting to bind port 040d8883-93a0-4308-bb85-79e3eca1beb2 on network 5aaeacee-8edf-4b01-adee-2645b5206f07 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:22:17.963857 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:22:17.964234 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Checking segment: {'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:22:17.964626 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:17.965278 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Bound using segment: {'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:22:17.966426 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Bound port: 040d8883-93a0-4308-bb85-79e3eca1beb2, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:22:17.966426 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:18.029341 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] For port 040d8883-93a0-4308-bb85-79e3eca1beb2, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:22:18.032892 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] For port 040d8883-93a0-4308-bb85-79e3eca1beb2, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=040d8883-93a0-4308-bb85-79e3eca1beb2,segment=NetworkSegment(f9982ed8-424e-4497-8b9a-5b36be4e32e2),segment_id=f9982ed8-424e-4497-8b9a-5b36be4e32e2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:22:18.040056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:18.105537 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bf225-e514-46d9-9400-773762957f24 None None] Pushing event updated for resources: {'Port': ['ID=040d8883-93a0-4308-bb85-79e3eca1beb2,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:22:18.947967 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45276f88-d4bc-4f40-b4af-7f9459d05541 None None] Network 5aaeacee-8edf-4b01-adee-2645b5206f07 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:22:19.012892 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-7d75b527-711c-4e2d-8759-661a3836c869 None None] Provisioning complete for port 040d8883-93a0-4308-bb85-79e3eca1beb2 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:22:19.013283 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d75b527-711c-4e2d-8759-661a3836c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:19.138072 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7d75b527-711c-4e2d-8759-661a3836c869 None None] Current status of the port 040d8883-93a0-4308-bb85-79e3eca1beb2 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:22:19.138468 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d75b527-711c-4e2d-8759-661a3836c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:19.176447 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7d75b527-711c-4e2d-8759-661a3836c869 None None] For port 040d8883-93a0-4308-bb85-79e3eca1beb2, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=040d8883-93a0-4308-bb85-79e3eca1beb2,segment=NetworkSegment(f9982ed8-424e-4497-8b9a-5b36be4e32e2),segment_id=f9982ed8-424e-4497-8b9a-5b36be4e32e2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:22:19.181012 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d75b527-711c-4e2d-8759-661a3836c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:19.235584 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75b527-711c-4e2d-8759-661a3836c869 None None] Pushing event updated for resources: {'Port': ['ID=040d8883-93a0-4308-bb85-79e3eca1beb2,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:22:19.408964 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-1dacd318-cd99-4829-8d53-ed3b5ee2af5d None None] Provisioning complete for port 040d8883-93a0-4308-bb85-79e3eca1beb2 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:22:19.409352 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1dacd318-cd99-4829-8d53-ed3b5ee2af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:19.490052 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1dacd318-cd99-4829-8d53-ed3b5ee2af5d None None] Current status of the port 040d8883-93a0-4308-bb85-79e3eca1beb2 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:22:20.034800 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 040d8883-93a0-4308-bb85-79e3eca1beb2 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:22:20.087193 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 040d8883-93a0-4308-bb85-79e3eca1beb2 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:22:20.088187 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (040d8883-93a0-4308-bb85-79e3eca1beb2), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:20.188633 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 040d8883-93a0-4308-bb85-79e3eca1beb2 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:22:29.796095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7fd25df7-f88d-4101-83fe-c0e2ee573675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:30.652465 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:22:32.867968 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-356bbf71-01a4-46df-b8f2-9d0fd3dfed1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:34.017176 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:35.855527 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:37.106952 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:22:59.797690 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cb5fcaea-ffdd-47db-8631-84c466c020a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:02.869704 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2d83041-834b-4e20-980c-4201c99c48db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:04.020090 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:05.862110 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:07.118621 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:07.651914 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:23:29.800863 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35f0e714-5885-43f9-9744-6c505c1fdf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:32.871309 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7029153c-b9eb-41fc-8579-63671e0c1ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:34.024479 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:35.858093 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:37.112533 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.040243 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33776) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:23:38.045912 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [None req-b8773b2d-42d3-4563-b2d5-31991113241b tempest-verify_tempest_config-857132714 tempest-verify_tempest_config-857132714-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:23:38.046913 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b8773b2d-42d3-4563-b2d5-31991113241b tempest-verify_tempest_config-857132714 tempest-verify_tempest_config-857132714-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056789 Mar 18 10:23:38.338744 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33794) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:23:38.449593 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.524541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Publish callbacks [] for security_group (9594c5b2-af6b-47da-ae12-939efaa5dfaf), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.528321 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (9594c5b2-af6b-47da-ae12-939efaa5dfaf), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.575367 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=979088757c114f6f9e10ec51fbeb4c0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2353764 Mar 18 10:23:38.576187 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9594c5b2-af6b-47da-ae12-939efaa5dfaf,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:23:38.578132 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33798) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:23:38.582847 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.583193 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.583554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.583897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.584233 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.584566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.585473 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.585819 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.586161 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.586495 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.586837 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.587180 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.587527 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.587828 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.588145 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ff4e9f-1311-41bc-90d7-bd770effe15b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.637617 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Publish callbacks [] for security_group (9594c5b2-af6b-47da-ae12-939efaa5dfaf), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.662124 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Publish callbacks [] for security_group (9594c5b2-af6b-47da-ae12-939efaa5dfaf), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.754470 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (9594c5b2-af6b-47da-ae12-939efaa5dfaf), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.757086 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:23:38.758269 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9594c5b2-af6b-47da-ae12-939efaa5dfaf HTTP/1.1" status: 204 len: 168 time: 0.1791782 Mar 18 10:23:38.766475 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9594c5b2-af6b-47da-ae12-939efaa5dfaf,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:23:38.773855 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.774214 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.774631 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.774911 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.775252 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.775587 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.775916 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.776255 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.776584 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.776917 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.777260 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.777606 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.777954 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.778279 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:38.778602 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6d352-a90d-40b6-b1a6-3ffd3d52dd66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:23:44.652013 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:23:59.802129 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bdde0e6-630d-456b-ba99-8cc421b8894c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:02.876435 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-89dbcbc7-90f0-4c04-849c-c44442e49113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:04.025134 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:05.859803 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:07.114781 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:21.650644 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:24:29.805765 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8166eea-75c5-4a8b-ba1b-ad109e6d4cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:32.877175 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f217859-668d-443e-921a-52593ff4de46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:34.029388 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:35.864466 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:37.117885 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:24:58.649637 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:24:59.806437 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be278d10-488f-45a1-9fd2-abd73a0ad294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:02.877676 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85d23626-c103-4bb2-8bba-8d43dc4c1a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:04.032068 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:05.868026 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:07.119945 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:16.245936 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542495'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:29.810010 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5bafc85-f52b-4efc-a685-4a8c9cf78401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:31.428863 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 33870) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:25:31.531478 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-502cee0c-3138-4f04-b055-91a9f5bf1fb4 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1015313 Mar 18 10:25:32.883166 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-782f5d6c-4faf-488b-b0dc-f0ba1e93bdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:33.933647 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 33880) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:25:33.994445 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fda1ad5a-a524-4372-899d-438880cc9835 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596685 Mar 18 10:25:34.037343 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:35.649980 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:25:35.871380 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:37.123995 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:46.221617 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:25:59.820020 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-22b87ff0-ed4b-4a0a-bd99-e706e2c84051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:02.885621 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7097f7a-68ea-47b0-8baa-9948e5ad50e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:04.036621 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:05.875042 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:07.126676 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:12.649697 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:26:16.219713 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:29.816989 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6b8332fa-0dc4-4243-9e05-1fc7eb079ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:32.893109 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aa28fbe5-b627-484a-81ad-fa2be344e6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:34.040876 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:35.878920 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:37.133506 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:46.220306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:26:49.649027 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:26:59.808631 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7faeba9-6ad1-4414-90e2-69b25fc304b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:02.890324 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2b7c-99ed-4cd8-a6f6-088b6723a113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:04.045118 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:05.881320 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:07.137088 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:12.596374 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34042) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:12.630841 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34050) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:12.812176 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-424917100-network', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:12.834282 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Made reservation on behalf of f4bb80b494bc47749e91b2e6e43b38b6 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:12.836888 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:12.848744 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:12.866147 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-955997874-network', 'tenant_id': 'f08fd1d80de54e8f92666d8569b35501'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:12.905835 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Made reservation on behalf of f08fd1d80de54e8f92666d8569b35501 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:12.908362 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:12.920807 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.033650 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks [] for security_group (b192977c-cc6c-4f7d-b886-5bf7829c3941), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.051375 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b192977c-cc6c-4f7d-b886-5bf7829c3941), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.063584 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks [] for security_group (a83a2db4-3c08-4767-9548-44cf37b556c2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.073055 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a83a2db4-3c08-4767-9548-44cf37b556c2), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.083349 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:27:13.102165 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:27:13.125655 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (04fedba4-6101-4761-9cad-a946e2cd110e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.126039 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Added segment 04fedba4-6101-4761-9cad-a946e2cd110e of type vlan for network d01382aa-37e7-475d-9a81-c7daa3b129e8 Mar 18 10:27:13.136495 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (68a01da1-f091-42a1-af0d-7fb2a376467f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.136900 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Added segment 68a01da1-f091-42a1-af0d-7fb2a376467f of type vlan for network 09e10016-787d-4aba-a3b0-95e42fd8fc44 Mar 18 10:27:13.147833 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b192977c-cc6c-4f7d-b886-5bf7829c3941,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:13.205736 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.206066 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.206518 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.206838 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.207207 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.207580 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.207973 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.208364 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.208962 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.209361 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.209803 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.210484 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.213559 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34094) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:13.214136 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.214136 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.214525 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Tracked resource versions report: Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: pushed versions: Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Agent': {'1.1'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Log': {'1.0'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'NDPProxy': {'1.0'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Network': {'1.1'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Port': {'1.7'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'PortForwarding': {'1.3'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'QosPolicy': {'1.10'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroup': {'1.5'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: consumer versions: Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: HyperV agent@hv-cinder-81713: {}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Agent': '1.1', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'LocalIPAssociation': '1.0', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Log': '1.0', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'NDPProxy': '1.0', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Network': '1.1', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Port': '1.7', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'PortForwarding': '1.3', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'QosPolicy': '1.10', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroup': '1.5', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'SubPort': '1.0', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Subnet': '1.1', Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Mar 18 10:27:13.216242 dv-cinder-817135-6-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:27:13.228187 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (09e10016-787d-4aba-a3b0-95e42fd8fc44), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.250024 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (d01382aa-37e7-475d-9a81-c7daa3b129e8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.294245 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (09e10016-787d-4aba-a3b0-95e42fd8fc44), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.295186 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:13.295961 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.314782 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (d01382aa-37e7-475d-9a81-c7daa3b129e8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.315857 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:13.316415 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.331348 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6993775 Mar 18 10:27:13.334665 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34106) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:13.341422 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Request body: {'subnet': {'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-955997874-subnet', 'tenant_id': 'f08fd1d80de54e8f92666d8569b35501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:13.363827 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Made reservation on behalf of f08fd1d80de54e8f92666d8569b35501 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:13.366793 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.387434 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7879372 Mar 18 10:27:13.397521 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34108) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:13.402585 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Request body: {'subnet': {'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-424917100-subnet', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:13.426561 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34110) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:13.427487 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83a2db4-3c08-4767-9548-44cf37b556c2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:13.443018 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Made reservation on behalf of f4bb80b494bc47749e91b2e6e43b38b6 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:13.446167 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.576629 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4248400-ec64-4c00-b9ff-7372c83b4531 admin admin] Pushing event updated for resources: {'Network': ['ID=09e10016-787d-4aba-a3b0-95e42fd8fc44,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:13.589348 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 09e10016-787d-4aba-a3b0-95e42fd8fc44 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:27:13.601237 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (92df727f-3474-4776-b2ca-f05a29143574), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.663695 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92df727f-3474-4776-b2ca-f05a29143574,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:13.671763 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.672114 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.672675 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.673194 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.674258 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.674605 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.674941 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.675266 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.675595 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.675920 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.676263 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.676562 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.676883 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.677223 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.677516 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Tracked resource versions report: Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: pushed versions: Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Agent': {'1.1'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Log': {'1.0'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'NDPProxy': {'1.0'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Network': {'1.1'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Port': {'1.7'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'PortForwarding': {'1.3'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'QosPolicy': {'1.10'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroup': {'1.5'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: consumer versions: Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: HyperV agent@hv-cinder-81713: {}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Agent': '1.1', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'LocalIPAssociation': '1.0', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Log': '1.0', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'NDPProxy': '1.0', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Network': '1.1', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Port': '1.7', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'PortForwarding': '1.3', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'QosPolicy': '1.10', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroup': '1.5', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'SubPort': '1.0', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Subnet': '1.1', Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: 'Trunk': '1.1'}} Mar 18 10:27:13.678782 dv-cinder-817135-6-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:27:13.710302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Checking segment: {'id': '68a01da1-f091-42a1-af0d-7fb2a376467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:13.711172 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Network hostable DHCP agents. Network: 09e10016-787d-4aba-a3b0-95e42fd8fc44, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:27:13.733633 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Network 09e10016-787d-4aba-a3b0-95e42fd8fc44 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:27:13.758337 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-395754704-network', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:13.782351 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 09e10016-787d-4aba-a3b0-95e42fd8fc44) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:13.790946 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:13.791563 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.794775 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b352666-edd1-4e39-a7db-02cf94fb55b1 None None] Network 09e10016-787d-4aba-a3b0-95e42fd8fc44 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:13.798120 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Made reservation on behalf of 612a6ca215b3419ea0cb1841b2d849f9 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:13.801017 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.813541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.832583 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (05d96792-2434-4fc2-9c98-b4e3ad9a97d3), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:13.852442 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4acbc-d8ef-4385-aa7a-72b20b90014e admin admin] Pushing event updated for resources: {'Network': ['ID=d01382aa-37e7-475d-9a81-c7daa3b129e8,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:13.853394 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a668b061-4508-4179-a39e-2d7a82b1da04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5176589 Mar 18 10:27:13.889978 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:27:13.955492 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Checking segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:13.955847 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Network hostable DHCP agents. Network: d01382aa-37e7-475d-9a81-c7daa3b129e8, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:27:13.981896 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-445415188-network', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:14.006262 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:27:14.015907 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Made reservation on behalf of d28e7f2fa97f4e5c8b10a347154dfe69 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:14.021518 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.029267 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, d01382aa-37e7-475d-9a81-c7daa3b129e8) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:14.040341 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d96792-2434-4fc2-9c98-b4e3ad9a97d3,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:14.044225 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:14.045275 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.059178 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks [] for security_group (2e108708-e8e2-47d6-9956-eeea77f9f104), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.061376 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.068422 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2e108708-e8e2-47d6-9956-eeea77f9f104), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.079921 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34128) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:14.080232 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-83331db6-acb9-4118-9316-eec9755c3268 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6811461 Mar 18 10:27:14.102528 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:14.137366 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:27:14.150464 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (c697f224-f09e-49dd-b9fd-063563b864f3), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.151801 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (c697f224-f09e-49dd-b9fd-063563b864f3), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.172307 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c834314-355d-4ed9-9d67-9063902ef434 None None] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:14.234300 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks [] for security_group (b39e002f-d183-4fd6-9540-293d8d55d19f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.249580 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b39e002f-d183-4fd6-9540-293d8d55d19f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.274523 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (4c158912-5816-4cd6-a88a-560625acf8bc), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.275472 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Added segment 4c158912-5816-4cd6-a88a-560625acf8bc of type vlan for network fd212510-b483-441b-8000-a1f6f247a2e5 Mar 18 10:27:14.280684 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6df06f-cf0a-4ccd-9b41-089b18ccc5ac None None] Network 09e10016-787d-4aba-a3b0-95e42fd8fc44 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:14.297639 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e002f-d183-4fd6-9540-293d8d55d19f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:14.317534 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:27:14.349162 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (04f4bc52-6a44-421b-a992-708cf52636d4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.351199 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Added segment 04f4bc52-6a44-421b-a992-708cf52636d4 of type vlan for network 8827447e-9724-4925-aac4-a2835d23dc5c Mar 18 10:27:14.353578 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e108708-e8e2-47d6-9956-eeea77f9f104,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:14.368925 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks [] for router_controller (c697f224-f09e-49dd-b9fd-063563b864f3), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.372955 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (fd212510-b483-441b-8000-a1f6f247a2e5), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.456587 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (8827447e-9724-4925-aac4-a2835d23dc5c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.499449 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (8827447e-9724-4925-aac4-a2835d23dc5c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.501101 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:14.503010 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.553894 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (fd212510-b483-441b-8000-a1f6f247a2e5), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.554849 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:14.555428 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.562628 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-d01382aa-37e7-475d-9a81-c7daa3b129e8', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:27:14.566978 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.587510 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1564577 Mar 18 10:27:14.590321 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34156) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:14.592624 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks [] for router_gateway (c697f224-f09e-49dd-b9fd-063563b864f3), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.596222 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Request body: {'subnet': {'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-subnet', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:14.609819 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da60889-ff87-4e34-b874-5df3b067809d admin admin] Pushing event updated for resources: {'Network': ['ID=8827447e-9724-4925-aac4-a2835d23dc5c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:14.631003 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4131043 Mar 18 10:27:14.633840 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34160) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:14.638729 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 8827447e-9724-4925-aac4-a2835d23dc5c details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:27:14.647853 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Request body: {'subnet': {'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-subnet', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:14.660622 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbfe6-4e90-4db2-adb1-23e48046b1c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fd212510-b483-441b-8000-a1f6f247a2e5,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:14.710593 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Made reservation on behalf of d28e7f2fa97f4e5c8b10a347154dfe69 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:14.713341 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.777242 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network fd212510-b483-441b-8000-a1f6f247a2e5 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:27:14.868171 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Made reservation on behalf of 612a6ca215b3419ea0cb1841b2d849f9 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:14.870516 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.908611 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks [] for router_gateway (c697f224-f09e-49dd-b9fd-063563b864f3), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:14.931537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.074400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Allocated IP 172.27.0.37 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/bfab4a8b-7114-435e-a4a1-981490e40622) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:15.260767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks [] for port (bfab4a8b-7114-435e-a4a1-981490e40622), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.312886 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.351680 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Allocated IP 172.20.0.2 (d01382aa-37e7-475d-9a81-c7daa3b129e8/05d96792-2434-4fc2-9c98-b4e3ad9a97d3/0a3e1052-0861-4802-934f-231a53c211f3) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:15.417592 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (6be7fe45-4db7-439e-b22d-2c8a07372a1c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.426512 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:15.431627 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:15.436272 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:15.436765 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (baa6f53c-a501-4ca2-bc08-0f3367294d9e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.531985 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be7fe45-4db7-439e-b22d-2c8a07372a1c,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:15.589283 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Checking segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:15.589979 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Network hostable DHCP agents. Network: 8827447e-9724-4925-aac4-a2835d23dc5c, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:27:15.604209 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Checking segment: {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:15.604429 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Pushing event updated for resources: {'Port': ['ID=bfab4a8b-7114-435e-a4a1-981490e40622,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:15.604976 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Network hostable DHCP agents. Network: fd212510-b483-441b-8000-a1f6f247a2e5, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:27:15.622168 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa6f53c-a501-4ca2-bc08-0f3367294d9e,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:15.637934 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Network 8827447e-9724-4925-aac4-a2835d23dc5c is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:27:15.645083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Network fd212510-b483-441b-8000-a1f6f247a2e5 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:27:15.655568 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 8827447e-9724-4925-aac4-a2835d23dc5c) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:15.659869 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, fd212510-b483-441b-8000-a1f6f247a2e5) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:15.664885 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:15.665483 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.668359 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:15.669083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.675062 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704ce24-3bbf-451d-8ba1-19b69f313c79 None None] Network 8827447e-9724-4925-aac4-a2835d23dc5c requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:15.699054 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-64af2978-14b2-419d-9a6f-9b3bc7b06257 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1049564 Mar 18 10:27:15.702740 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1000be-b9b1-4e28-941e-20074e9bdb4a None None] Network fd212510-b483-441b-8000-a1f6f247a2e5 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:15.706171 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1eaf1063-b4b6-4001-a62a-2b7cadb8153f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0696187 Mar 18 10:27:15.706836 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34206) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:15.707306 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34208) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:15.714183 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:15.720857 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:15.763419 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (66721102-7cc2-4adb-b966-b75a991378cc), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.766103 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (66721102-7cc2-4adb-b966-b75a991378cc), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.774833 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Publish callbacks [] for port (0a3e1052-0861-4802-934f-231a53c211f3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.783422 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks [] for router_gateway (c697f224-f09e-49dd-b9fd-063563b864f3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.816586 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (0a3e1052-0861-4802-934f-231a53c211f3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.836631 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks [] for router_controller (66721102-7cc2-4adb-b966-b75a991378cc), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.838597 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.839880 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:15.877864 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Pushing event updated for resources: {'Port': ['ID=0a3e1052-0861-4802-934f-231a53c211f3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:15.892748 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.893497 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.894084 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.894639 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.895187 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.895715 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.896402 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.896943 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.898096 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.898676 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.899214 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.899780 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.900303 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.900833 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.901351 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Tracked resource versions report: Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: pushed versions: Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Agent': {'1.1'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Log': {'1.0'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Network': {'1.1'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Port': {'1.7'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: consumer versions: Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: HyperV agent@hv-cinder-81713: {}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Agent': '1.1', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Log': '1.0', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'NDPProxy': '1.0', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Network': '1.1', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Port': '1.7', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'PortForwarding': '1.3', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'QosPolicy': '1.10', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'SubPort': '1.0', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Subnet': '1.1', Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: 'Trunk': '1.1'}} Mar 18 10:27:15.902860 dv-cinder-817135-6-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:27:15.938834 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:15.950136 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:15.962230 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:16.045961 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (c697f224-f09e-49dd-b9fd-063563b864f3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.073925 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34232) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:16.078067 dv-cinder-817135-6-iscsi neutron-server[103388]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 10:27:16.122532 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-8827447e-9724-4925-aac4-a2835d23dc5c', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:27:16.123608 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.155578 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5648d-e73c-4bf7-b5b5-931114cc2268 None None] Network fd212510-b483-441b-8000-a1f6f247a2e5 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:16.341163 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-cbec9a0b-f01f-4543-b8a3-d63054e78d55 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:16.354926 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-cbec9a0b-f01f-4543-b8a3-d63054e78d55 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/networks?id=09e10016-787d-4aba-a3b0-95e42fd8fc44 HTTP/1.1" status: 200 len: 811 time: 0.2780526 Mar 18 10:27:16.390113 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-85c4dc16-7fe9-4b72-857e-adacd8344875 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/quotas/f08fd1d80de54e8f92666d8569b35501 HTTP/1.1" status: 200 len: 375 time: 0.0342162 Mar 18 10:27:16.410091 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Router c697f224-f09e-49dd-b9fd-063563b864f3 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:27:16.422322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Attempting to bind port 0a3e1052-0861-4802-934f-231a53c211f3 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:16.422322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Attempting to bind port 0a3e1052-0861-4802-934f-231a53c211f3 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:16.422322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Attempting to bind port 0a3e1052-0861-4802-934f-231a53c211f3 on network d01382aa-37e7-475d-9a81-c7daa3b129e8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:16.500258 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-bf382ca6-69c3-444a-902f-f5bd0bedbaf5 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f08fd1d80de54e8f92666d8569b35501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091757 Mar 18 10:27:16.503903 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks [] for router_gateway (66721102-7cc2-4adb-b966-b75a991378cc), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.517445 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks [] for router_controller (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.534225 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.537479 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:16.538755 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Checking segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:16.540018 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.540435 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Bound using segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:16.541445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Bound port: 0a3e1052-0861-4802-934f-231a53c211f3, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:16.543222 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (0a3e1052-0861-4802-934f-231a53c211f3), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.601846 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:27:16.613012 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Sync routers for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:27:16.628551 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.631813 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-335bbaf8-547f-4995-9d61-1dba881b505f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5482039 Mar 18 10:27:16.634887 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34254) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:16.643222 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:16.644316 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:16.835984 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks [] for router_gateway (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:16.986179 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-fa213b80-4da0-4199-84b0-f0c80fa6f084 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:27:16.987422 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-fa213b80-4da0-4199-84b0-f0c80fa6f084 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1538320 Mar 18 10:27:17.039211 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Allocated IP 172.20.0.2 (8827447e-9724-4925-aac4-a2835d23dc5c/6be7fe45-4db7-439e-b22d-2c8a07372a1c/ec62dee0-195c-40c1-a3b8-f03558aed3fc) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:17.048842 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] For port 0a3e1052-0861-4802-934f-231a53c211f3, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:17.069143 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] For port 0a3e1052-0861-4802-934f-231a53c211f3, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=0a3e1052-0861-4802-934f-231a53c211f3,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:17.222194 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:17.350037 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Publish callbacks [] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.352125 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-f19c901a-de5e-413c-9bee-87bf14c24e19 service neutron] 10.222.0.44 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560557 Mar 18 10:27:17.366176 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.454926 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Pushing event updated for resources: {'Port': ['ID=ec62dee0-195c-40c1-a3b8-f03558aed3fc,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:17.464143 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (0a3e1052-0861-4802-934f-231a53c211f3), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.518270 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:15Z', 'revision_number': 3, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:17.526159 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36085a7-98b1-4e7e-9706-5eacb5d36184 None None] Pushing event updated for resources: {'Port': ['ID=0a3e1052-0861-4802-934f-231a53c211f3,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:17.538268 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Network 8827447e-9724-4925-aac4-a2835d23dc5c is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:17.548656 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:17.551661 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:17.556555 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Checking router: c697f224-f09e-49dd-b9fd-063563b864f3 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:27:17.557146 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Updating router c697f224-f09e-49dd-b9fd-063563b864f3 port bfab4a8b-7114-435e-a4a1-981490e40622 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:27:17.613389 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.681329 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34294) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:17.698366 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Attempting to bind port ec62dee0-195c-40c1-a3b8-f03558aed3fc on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:17.698989 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Attempting to bind port ec62dee0-195c-40c1-a3b8-f03558aed3fc by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:17.699140 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Attempting to bind port ec62dee0-195c-40c1-a3b8-f03558aed3fc on network 8827447e-9724-4925-aac4-a2835d23dc5c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:17.721036 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:17.721450 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Checking segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:17.721836 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.722219 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Bound using segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:17.722709 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Bound port: ec62dee0-195c-40c1-a3b8-f03558aed3fc, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:17.723092 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.725842 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.821368 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks [] for router_gateway (66721102-7cc2-4adb-b966-b75a991378cc), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.877732 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] For port ec62dee0-195c-40c1-a3b8-f03558aed3fc, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:17.896458 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] For port ec62dee0-195c-40c1-a3b8-f03558aed3fc, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=ec62dee0-195c-40c1-a3b8-f03558aed3fc,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:17.913397 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:17.998996 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.054447 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2893c76-1fcd-4d71-aac9-80c0c6923a3a None None] Pushing event updated for resources: {'Port': ['ID=ec62dee0-195c-40c1-a3b8-f03558aed3fc,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:18.128734 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34302) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:18.142835 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02e74ffa-8823-46ee-ac92-8f2ed7ec4667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.191899 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Publish callbacks [] for port (bfab4a8b-7114-435e-a4a1-981490e40622), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.201199 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.254942 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Allocated IP 172.20.0.1 (d01382aa-37e7-475d-9a81-c7daa3b129e8/05d96792-2434-4fc2-9c98-b4e3ad9a97d3/86176b77-fcec-468b-8e52-f03a0c2371d7) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:18.270434 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Pushing event updated for resources: {'Port': ['ID=bfab4a8b-7114-435e-a4a1-981490e40622,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:18.293689 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.294741 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.295109 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.295457 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.295797 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.296214 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.296788 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.297123 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.297454 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.297828 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.299941 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.300487 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.303539 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.304005 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.304503 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Tracked resource versions report: Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: pushed versions: Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Agent': {'1.1'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Log': {'1.0'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Network': {'1.1'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Port': {'1.7'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: consumer versions: Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: HyperV agent@hv-cinder-81713: {}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: L3 agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: Metadata agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: Metering agent@dv-cinder-817135-6-iscsi: {}, Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-817135-6-iscsi: { 'AddressGroup': '1.2', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Agent': '1.1', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Log': '1.0', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'NDPProxy': '1.0', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Network': '1.1', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Port': '1.7', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'PortForwarding': '1.3', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'QosPolicy': '1.10', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'SubPort': '1.0', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Subnet': '1.1', Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Mar 18 10:27:18.305882 dv-cinder-817135-6-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 10:27:18.398824 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Attempting to bind port bfab4a8b-7114-435e-a4a1-981490e40622 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:18.399219 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Attempting to bind port bfab4a8b-7114-435e-a4a1-981490e40622 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:18.399593 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Attempting to bind port bfab4a8b-7114-435e-a4a1-981490e40622 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:18.400826 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 0a3e1052-0861-4802-934f-231a53c211f3 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:18.413520 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:18.413947 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:18.414369 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.414782 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:18.415285 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Bound port: bfab4a8b-7114-435e-a4a1-981490e40622, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:18.427689 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.502234 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-cd097905-d3d9-4b0a-9191-f7b5fe7038ba service neutron] 10.222.0.44 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9692786 Mar 18 10:27:18.556979 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02e74ffa-8823-46ee-ac92-8f2ed7ec4667 admin admin] Publish callbacks [] for security_group (f24a1d7b-a99c-4032-a5b6-72d181a280a0), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.569099 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02e74ffa-8823-46ee-ac92-8f2ed7ec4667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f24a1d7b-a99c-4032-a5b6-72d181a280a0), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.577089 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] For port bfab4a8b-7114-435e-a4a1-981490e40622, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:18.591954 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] For port bfab4a8b-7114-435e-a4a1-981490e40622, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=bfab4a8b-7114-435e-a4a1-981490e40622,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:18.613614 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.641120 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 0a3e1052-0861-4802-934f-231a53c211f3 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:18.641525 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (0a3e1052-0861-4802-934f-231a53c211f3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.647425 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-02e74ffa-8823-46ee-ac92-8f2ed7ec4667 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07eb07baa0b945379be991c531ae01b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9649873 Mar 18 10:27:18.664724 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74ffa-8823-46ee-ac92-8f2ed7ec4667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24a1d7b-a99c-4032-a5b6-72d181a280a0,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:18.681117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Allocated IP 172.27.0.183 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/943e89f4-8dd4-4b5f-8544-0c2d2034fb56) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:18.712862 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34318) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:18.717212 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a26db-b7d6-4dde-8846-f6018339e4a6 None None] Pushing event updated for resources: {'Port': ['ID=bfab4a8b-7114-435e-a4a1-981490e40622,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:18.744114 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:18.745071 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:18.875541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks [] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.934723 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e1123c14-5a8f-4af0-a0e5-0a642f3222e4 admin admin] Publish callbacks [] for security_group (f24a1d7b-a99c-4032-a5b6-72d181a280a0), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.944831 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:18.992897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e1123c14-5a8f-4af0-a0e5-0a642f3222e4 admin admin] Publish callbacks [] for security_group (f24a1d7b-a99c-4032-a5b6-72d181a280a0), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:18.994078 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 0a3e1052-0861-4802-934f-231a53c211f3 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:18.995281 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (0a3e1052-0861-4802-934f-231a53c211f3), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.063673 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 0a3e1052-0861-4802-934f-231a53c211f3, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=0a3e1052-0861-4802-934f-231a53c211f3,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:19.072930 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2710c70c-4e3d-4b4d-b0bf-bf73fa0cc57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.075331 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (0a3e1052-0861-4802-934f-231a53c211f3), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.127642 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks [] for router_gateway (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.179660 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e1123c14-5a8f-4af0-a0e5-0a642f3222e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f24a1d7b-a99c-4032-a5b6-72d181a280a0), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.187998 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e1123c14-5a8f-4af0-a0e5-0a642f3222e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.189298 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e1123c14-5a8f-4af0-a0e5-0a642f3222e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f24a1d7b-a99c-4032-a5b6-72d181a280a0 HTTP/1.1" status: 204 len: 168 time: 0.4714360 Mar 18 10:27:19.224822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123c14-5a8f-4af0-a0e5-0a642f3222e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24a1d7b-a99c-4032-a5b6-72d181a280a0,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:19.252040 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.298787 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.303755 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=0a3e1052-0861-4802-934f-231a53c211f3,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:19.425220 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:15Z', 'revision_number': 3, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:19.482991 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2710c70c-4e3d-4b4d-b0bf-bf73fa0cc57d admin admin] Publish callbacks [] for security_group (c917c759-15ee-4f91-af9a-42c415ea4146), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.499758 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Pushing event updated for resources: {'Port': ['ID=86176b77-fcec-468b-8e52-f03a0c2371d7,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:19.504778 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b9040-710a-45a8-ae80-b812aeecad33 None None] The sync data for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi is: [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:15Z', 'revision_number': 3, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:27:19.530408 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:19.532357 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:19.551958 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:19.552135 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (c697f224-f09e-49dd-b9fd-063563b864f3), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.649260 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1adc25e4-d689-491b-95e6-30cd943765c2 req-27838af7-060a-4b24-a6a0-b9abf3c0beca tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 210 time: 0.4110901 Mar 18 10:27:19.656017 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2710c70c-4e3d-4b4d-b0bf-bf73fa0cc57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c917c759-15ee-4f91-af9a-42c415ea4146), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.715092 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334bb42-d71d-4665-b9d6-5f3c2ac135d6 None None] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:19.829990 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks [] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.908518 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a0d797be-3263-49d8-b159-62ae41fce199 None None] Provisioning complete for port 0a3e1052-0861-4802-934f-231a53c211f3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:19.909709 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a0d797be-3263-49d8-b159-62ae41fce199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (0a3e1052-0861-4802-934f-231a53c211f3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.969346 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2710c70c-4e3d-4b4d-b0bf-bf73fa0cc57d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3badfabaa6f4a3d9c44df3d7c616308&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8374305 Mar 18 10:27:19.970732 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:19.976025 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34368) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:19.977117 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94741e-9483-410e-938d-30562f553c18 None None] Network 8827447e-9724-4925-aac4-a2835d23dc5c requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:27:20.040398 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34370) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:20.073312 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.170019 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-144a9242-399e-4fbc-8d8c-80cde9a6eb1a admin admin] Publish callbacks [] for security_group (c917c759-15ee-4f91-af9a-42c415ea4146), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.183607 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a3e6db97-c648-4026-89cd-aa125539f3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.258580 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a0d797be-3263-49d8-b159-62ae41fce199 None None] Current status of the port 0a3e1052-0861-4802-934f-231a53c211f3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:20.320673 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710c70c-4e3d-4b4d-b0bf-bf73fa0cc57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c917c759-15ee-4f91-af9a-42c415ea4146,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:20.330866 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-144a9242-399e-4fbc-8d8c-80cde9a6eb1a admin admin] Publish callbacks [] for security_group (c917c759-15ee-4f91-af9a-42c415ea4146), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.339545 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:20.376230 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:20.411957 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:20.415021 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-b70026e6-72d3-4f7f-9c86-6b2cf2cc262f None None] Provisioning complete for port ec62dee0-195c-40c1-a3b8-f03558aed3fc triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:20.416830 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b70026e6-72d3-4f7f-9c86-6b2cf2cc262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.515079 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a3e6db97-c648-4026-89cd-aa125539f3a6 admin admin] Publish callbacks [] for security_group (b6ba6613-5143-46be-a518-27fa3d935cd3), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.598058 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device bfab4a8b-7114-435e-a4a1-981490e40622 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:20.607896 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a3e6db97-c648-4026-89cd-aa125539f3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b6ba6613-5143-46be-a518-27fa3d935cd3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.666595 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b70026e6-72d3-4f7f-9c86-6b2cf2cc262f None None] Current status of the port ec62dee0-195c-40c1-a3b8-f03558aed3fc is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:20.667394 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b70026e6-72d3-4f7f-9c86-6b2cf2cc262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.750486 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b70026e6-72d3-4f7f-9c86-6b2cf2cc262f None None] For port ec62dee0-195c-40c1-a3b8-f03558aed3fc, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=ec62dee0-195c-40c1-a3b8-f03558aed3fc,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:20.766806 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b70026e6-72d3-4f7f-9c86-6b2cf2cc262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.807304 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port bfab4a8b-7114-435e-a4a1-981490e40622 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:20.807811 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:20.921018 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Pushing event updated for resources: {'Port': ['ID=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:20.945664 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70026e6-72d3-4f7f-9c86-6b2cf2cc262f None None] Pushing event updated for resources: {'Port': ['ID=ec62dee0-195c-40c1-a3b8-f03558aed3fc,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:20.989071 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Provisioning complete for port ec62dee0-195c-40c1-a3b8-f03558aed3fc triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:20.989886 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.021594 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks [] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.023657 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6db97-c648-4026-89cd-aa125539f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba6613-5143-46be-a518-27fa3d935cd3,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:21.045597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.046489 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (c697f224-f09e-49dd-b9fd-063563b864f3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.109812 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-144a9242-399e-4fbc-8d8c-80cde9a6eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c917c759-15ee-4f91-af9a-42c415ea4146), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.120543 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port bfab4a8b-7114-435e-a4a1-981490e40622 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:21.124668 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.126997 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-144a9242-399e-4fbc-8d8c-80cde9a6eb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.129096 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-144a9242-399e-4fbc-8d8c-80cde9a6eb1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c917c759-15ee-4f91-af9a-42c415ea4146 HTTP/1.1" status: 204 len: 168 time: 1.1514387 Mar 18 10:27:21.170384 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a3e6db97-c648-4026-89cd-aa125539f3a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9d7b25dd97c4473be1cbe10b82d2ab7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1280813 Mar 18 10:27:21.190169 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34400) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:21.196108 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port bfab4a8b-7114-435e-a4a1-981490e40622, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=bfab4a8b-7114-435e-a4a1-981490e40622,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:21.208683 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.215101 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ec62dee0-195c-40c1-a3b8-f03558aed3fc up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:21.292247 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Current status of the port ec62dee0-195c-40c1-a3b8-f03558aed3fc is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:21.369561 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=bfab4a8b-7114-435e-a4a1-981490e40622,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:21.371567 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d89e7b0c-106a-47ae-aedf-137e3096432d req-ad6e82cf-30e5-4285-b6cb-b53d106c487c tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 210 time: 0.4399889 Mar 18 10:27:21.375297 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Provisioning complete for port 0a3e1052-0861-4802-934f-231a53c211f3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:21.375564 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (0a3e1052-0861-4802-934f-231a53c211f3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.443612 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port ec62dee0-195c-40c1-a3b8-f03558aed3fc triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:21.444273 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.473721 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Allocated IP 172.27.0.93 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/a37b3660-4ec9-42a2-b2f0-9fd2792fdce5) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:21.508688 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a9242-399e-4fbc-8d8c-80cde9a6eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c917c759-15ee-4f91-af9a-42c415ea4146,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:21.539068 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Pushing event updated for resources: {'Port': ['ID=86176b77-fcec-468b-8e52-f03a0c2371d7,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:21.598198 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd816bde-429c-4431-b97c-19b86ce09ab7 admin admin] Publish callbacks [] for security_group (b6ba6613-5143-46be-a518-27fa3d935cd3), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.619760 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:21.634757 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:21.649709 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd816bde-429c-4431-b97c-19b86ce09ab7 admin admin] Publish callbacks [] for security_group (b6ba6613-5143-46be-a518-27fa3d935cd3), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:21.828200 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Router c697f224-f09e-49dd-b9fd-063563b864f3 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:27:21.985306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Current status of the port 0a3e1052-0861-4802-934f-231a53c211f3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:22.004022 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd816bde-429c-4431-b97c-19b86ce09ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b6ba6613-5143-46be-a518-27fa3d935cd3), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.006774 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd816bde-429c-4431-b97c-19b86ce09ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.007873 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dd816bde-429c-4431-b97c-19b86ce09ab7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6ba6613-5143-46be-a518-27fa3d935cd3 HTTP/1.1" status: 204 len: 168 time: 0.8081985 Mar 18 10:27:22.010809 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port ec62dee0-195c-40c1-a3b8-f03558aed3fc is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:22.013742 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 0a3e1052-0861-4802-934f-231a53c211f3 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:22.025347 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816bde-429c-4431-b97c-19b86ce09ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba6613-5143-46be-a518-27fa3d935cd3,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:22.117523 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:27:22.168277 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3a0d7293-ce3d-4161-b64a-88e95ba67567 admin admin] 10.222.0.44 "PUT /v2.0/routers/c697f224-f09e-49dd-b9fd-063563b864f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5291371 Mar 18 10:27:22.227587 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Provisioning complete for port 86176b77-fcec-468b-8e52-f03a0c2371d7 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:22.229290 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.309452 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks [] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.327008 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-667b342e-5491-4384-9a2e-f00f6bfd2ae1 None None] Port 86176b77-fcec-468b-8e52-f03a0c2371d7 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:27:22.330287 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks [] for router_gateway (66721102-7cc2-4adb-b966-b75a991378cc), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.353966 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 0a3e1052-0861-4802-934f-231a53c211f3 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:22.354394 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (0a3e1052-0861-4802-934f-231a53c211f3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.559341 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a82819a0-e73e-4768-8d9f-3f3425ca81c3 None None] Provisioning complete for port 86176b77-fcec-468b-8e52-f03a0c2371d7 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:22.560041 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a82819a0-e73e-4768-8d9f-3f3425ca81c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.647665 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a82819a0-e73e-4768-8d9f-3f3425ca81c3 None None] Port 86176b77-fcec-468b-8e52-f03a0c2371d7 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:27:22.761407 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 0a3e1052-0861-4802-934f-231a53c211f3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:22.884170 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f998436d-9add-4684-9890-e528bfa1f797 req-fb18a4a8-58b4-484f-bece-9365a9d3d44a tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 210 time: 0.1161106 Mar 18 10:27:22.891653 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:22.898949 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Sync routers for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:27:22.935722 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:22.939784 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:22.976367 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:22.985487 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:22.993679 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:23.033892 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ec62dee0-195c-40c1-a3b8-f03558aed3fc up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:23.188394 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Pushing event updated for resources: {'Port': ['ID=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:23.230225 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (66721102-7cc2-4adb-b966-b75a991378cc), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:23.255384 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.45', 58166) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:23.486489 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port ec62dee0-195c-40c1-a3b8-f03558aed3fc triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:23.487251 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:23.607465 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:24.005739 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-2afdbf97-7383-4207-ac93-cd321120df1f tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:24.007613 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-2afdbf97-7383-4207-ac93-cd321120df1f tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.45 "GET /v2.0/networks?id=09e10016-787d-4aba-a3b0-95e42fd8fc44 HTTP/1.1" status: 200 len: 811 time: 0.7505322 Mar 18 10:27:24.068371 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Request body: {'port': {'device_id': '10b3e05c-23e0-430a-86ab-71097575b63c', 'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44', 'admin_state_up': True, 'tenant_id': 'f08fd1d80de54e8f92666d8569b35501'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:24.089117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks [] for router_gateway (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:24.276637 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port ec62dee0-195c-40c1-a3b8-f03558aed3fc is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:24.278496 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device bfab4a8b-7114-435e-a4a1-981490e40622 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:24.378325 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34498) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:24.387568 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-e39cfb6e-3321-4229-8b80-bdaf55795568 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369439881', 'description': 'tempest-description--405285162'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:24.408481 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port bfab4a8b-7114-435e-a4a1-981490e40622 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:24.412838 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:24.462328 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:20Z', 'revision_number': 2, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:24.513447 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Checking router: c697f224-f09e-49dd-b9fd-063563b864f3 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:27:24.514380 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Updating router c697f224-f09e-49dd-b9fd-063563b864f3 port 86176b77-fcec-468b-8e52-f03a0c2371d7 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:27:24.574401 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:24.637678 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a73a69b1-dcf8-4994-9a08-e49775932300 req-7e79cd82-18de-4e12-9804-8cf00f32501a tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 210 time: 0.3519728 Mar 18 10:27:24.720672 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port bfab4a8b-7114-435e-a4a1-981490e40622 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:24.756503 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e39cfb6e-3321-4229-8b80-bdaf55795568 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:24.976297 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Made reservation on behalf of f08fd1d80de54e8f92666d8569b35501 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:24.982316 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.022976 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e39cfb6e-3321-4229-8b80-bdaf55795568 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (08a83dc0-e067-471e-b1c3-5c75e5edd9e5), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.050483 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e39cfb6e-3321-4229-8b80-bdaf55795568 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (08a83dc0-e067-471e-b1c3-5c75e5edd9e5), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.077234 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Router 66721102-7cc2-4adb-b966-b75a991378cc is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:27:25.256763 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e39cfb6e-3321-4229-8b80-bdaf55795568 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.256959 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:27:25.259580 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e39cfb6e-3321-4229-8b80-bdaf55795568 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8793421 Mar 18 10:27:25.263523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34540) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:25.278091 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Sync routers for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:27:25.315261 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:25.316328 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:25.319293 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-5aeb22df-416d-445f-a521-bbe60f1cdef8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'security_group_rule': {'security_group_id': '08a83dc0-e067-471e-b1c3-5c75e5edd9e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:25.331159 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.333042 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ad6806ee-0f13-4b02-a0d5-dd4dcdfb847b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6243238 Mar 18 10:27:25.337360 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34548) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:25.388150 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cfb6e-3321-4229-8b80-bdaf55795568 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a83dc0-e067-471e-b1c3-5c75e5edd9e5,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:25.437749 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Publish callbacks [] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.453714 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.780249 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Attempting to bind port 86176b77-fcec-468b-8e52-f03a0c2371d7 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:25.780888 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Attempting to bind port 86176b77-fcec-468b-8e52-f03a0c2371d7 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:25.782049 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Attempting to bind port 86176b77-fcec-468b-8e52-f03a0c2371d7 on network d01382aa-37e7-475d-9a81-c7daa3b129e8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:25.801713 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Allocated IP 172.20.0.12 (09e10016-787d-4aba-a3b0-95e42fd8fc44/92df727f-3474-4776-b2ca-f05a29143574/38d460d6-1af3-41f9-a015-059c6ff02261) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:25.803789 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:25.805618 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Checking segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:25.806836 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.807711 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Bound using segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:25.809995 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Bound port: 86176b77-fcec-468b-8e52-f03a0c2371d7, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:25.810875 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:25.906107 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:26.049552 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34568) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:26.100323 dv-cinder-817135-6-iscsi neutron-server[103387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 10:27:26.176557 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] For port 86176b77-fcec-468b-8e52-f03a0c2371d7, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:26.188156 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:26.200296 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] For port 86176b77-fcec-468b-8e52-f03a0c2371d7, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=86176b77-fcec-468b-8e52-f03a0c2371d7,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:26.289484 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831d54d-3a2c-4850-8e48-23f363c3006d None None] Pushing event updated for resources: {'Port': ['ID=86176b77-fcec-468b-8e52-f03a0c2371d7,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:26.327429 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:26.338649 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f7f3db4e-8500-489a-834a-81b226cd0e37 None None] Provisioning complete for port 86176b77-fcec-468b-8e52-f03a0c2371d7 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:26.345975 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7f3db4e-8500-489a-834a-81b226cd0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:26.446246 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0a3ed92-b1e8-4d99-aa56-f240ada312d4 req-6b0c7ed0-21bf-4240-947b-056928516165 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 210 time: 0.3874204 Mar 18 10:27:26.578654 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 3, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:26.627460 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Checking router: 66721102-7cc2-4adb-b966-b75a991378cc for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:27:26.628016 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Updating router 66721102-7cc2-4adb-b966-b75a991378cc port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:27:26.681723 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831d54d-3a2c-4850-8e48-23f363c3006d None None] Pushing event updated for resources: {'Port': ['ID=86176b77-fcec-468b-8e52-f03a0c2371d7,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:26.694394 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5aeb22df-416d-445f-a521-bbe60f1cdef8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (5bc1b0e6-a287-4068-b580-00d4563bca53), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:26.715530 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:27:26.735402 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:26.736808 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:26.737308 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:26.842730 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks [] for port (38d460d6-1af3-41f9-a015-059c6ff02261), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.030767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.092896 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5aeb22df-416d-445f-a521-bbe60f1cdef8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (5bc1b0e6-a287-4068-b580-00d4563bca53), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.194697 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5aeb22df-416d-445f-a521-bbe60f1cdef8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (5bc1b0e6-a287-4068-b580-00d4563bca53), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.417846 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34592) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:27.421377 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3db4e-8500-489a-834a-81b226cd0e37 None None] Current status of the port 86176b77-fcec-468b-8e52-f03a0c2371d7 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:27.422211 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7f3db4e-8500-489a-834a-81b226cd0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.559114 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5aeb22df-416d-445f-a521-bbe60f1cdef8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.562391 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Network 09e10016-787d-4aba-a3b0-95e42fd8fc44 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:27.564437 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5aeb22df-416d-445f-a521-bbe60f1cdef8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2730985 Mar 18 10:27:27.566500 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34604) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:27.568480 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb22df-416d-445f-a521-bbe60f1cdef8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc1b0e6-a287-4068-b580-00d4563bca53,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:27.584728 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.618790 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:27.626796 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:27.659555 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:27.661241 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:27.673682 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-53e3b7b9-8d60-46a6-a690-033e76316700 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'security_group_rule': {'security_group_id': '08a83dc0-e067-471e-b1c3-5c75e5edd9e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:27.705135 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:27:27.727926 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Pushing event updated for resources: {'Port': ['ID=38d460d6-1af3-41f9-a015-059c6ff02261,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:27.890914 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-c533d59e-a6a9-4371-9a45-d0c23e1a9c60 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8101568 Mar 18 10:27:27.932116 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-58d8c411-7b6a-427a-996d-7929c5796683 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:27:27.949070 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-58d8c411-7b6a-427a-996d-7929c5796683 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561886 Mar 18 10:27:28.087724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f7f3db4e-8500-489a-834a-81b226cd0e37 None None] For port 86176b77-fcec-468b-8e52-f03a0c2371d7, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=86176b77-fcec-468b-8e52-f03a0c2371d7,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:28.103792 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7f3db4e-8500-489a-834a-81b226cd0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:28.124461 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:28.235205 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1779-1f08-49b8-9bfc-6373fa3c9738 req-ef78a734-69ce-4bde-933a-14ee2d5928b5 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:28.243231 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d13c1779-1f08-49b8-9bfc-6373fa3c9738 req-ef78a734-69ce-4bde-933a-14ee2d5928b5 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 932 time: 0.5392647 Mar 18 10:27:28.543293 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-53e3b7b9-8d60-46a6-a690-033e76316700 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (db9b7f1a-df63-40a7-b38c-6c40710ac7e7), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:28.604258 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d13c1779-1f08-49b8-9bfc-6373fa3c9738 req-f87520e2-7435-4aec-82aa-7c674f241cc8 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440785 Mar 18 10:27:28.652054 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Publish callbacks [] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:28.675312 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:28.686378 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Request body: {'port': {'device_id': '10b3e05c-23e0-430a-86ab-71097575b63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:28.734370 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3db4e-8500-489a-834a-81b226cd0e37 None None] Pushing event updated for resources: {'Port': ['ID=86176b77-fcec-468b-8e52-f03a0c2371d7,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:28.806569 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53620dfb-bc1c-4e4e-af6b-14538d586bee None None] Pushing event updated for resources: {'Port': ['ID=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:28.878816 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Attempting to bind port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:28.881543 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Attempting to bind port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:28.881954 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Attempting to bind port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:28.910045 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:28.910374 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:28.910719 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:28.917821 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:28.918956 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Bound port: 943e89f4-8dd4-4b5f-8544-0c2d2034fb56, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:28.919584 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.033747 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0baef7dd-8434-4480-83f6-bb200a54993a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.065647 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.080686 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:27:29.135056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Sync routers for ids ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:27:29.156002 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] For port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:29.177110 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] For port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:29.200250 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.308274 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-06d8bd08-48e2-43bd-85b6-692cff841d33 None None] Provisioning complete for port 86176b77-fcec-468b-8e52-f03a0c2371d7 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:29.308650 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06d8bd08-48e2-43bd-85b6-692cff841d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.333335 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Routers {'6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:29.334672 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:29.432632 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:29.438030 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:29.505267 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34664) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:29.508486 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0baef7dd-8434-4480-83f6-bb200a54993a admin admin] Publish callbacks [] for security_group (7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.572855 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0baef7dd-8434-4480-83f6-bb200a54993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.596104 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:29.601843 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f58273ec-6e30-4d4a-acdf-de7d26a3ec62 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.8918118 Mar 18 10:27:29.607713 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34674) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:29.615256 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53620dfb-bc1c-4e4e-af6b-14538d586bee None None] Pushing event updated for resources: {'Port': ['ID=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:29.953065 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:30.116541 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-53e3b7b9-8d60-46a6-a690-033e76316700 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (db9b7f1a-df63-40a7-b38c-6c40710ac7e7), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:30.152035 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06d8bd08-48e2-43bd-85b6-692cff841d33 None None] Current status of the port 86176b77-fcec-468b-8e52-f03a0c2371d7 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:30.183563 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1ca1da5e-fb1e-44b3-bf18-5b895891e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:30.241538 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Set router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:30.329553 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-131c74e5-61bc-4ed9-81b3-4252d925b15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:30.366289 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baef7dd-8434-4480-83f6-bb200a54993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:30.381623 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0baef7dd-8434-4480-83f6-bb200a54993a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cffad9ef2e94f7cb5d90701c671f238&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9446573 Mar 18 10:27:30.513929 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34688) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:30.563102 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:26Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:30.637739 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 3, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:30.657529 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d460d6-1af3-41f9-a015-059c6ff02261 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:27:30.670607 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Publish callbacks [] for port (38d460d6-1af3-41f9-a015-059c6ff02261), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:30.690884 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-53e3b7b9-8d60-46a6-a690-033e76316700 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (db9b7f1a-df63-40a7-b38c-6c40710ac7e7), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:30.702787 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e7556-b61e-4566-9b6e-0ac30e26905c None None] The sync data for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi is: [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 3, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:27:30.719893 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Allocated IP 172.20.0.1 (8827447e-9724-4925-aac4-a2835d23dc5c/6be7fe45-4db7-439e-b22d-2c8a07372a1c/2ab2e360-ab07-4bb0-8364-8b99abb87a1f) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:30.726167 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91f029-e1b9-48e3-b0b3-e15a0261bad0 None None] The sync data for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi is: [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:26Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:27:30.761379 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Transition to ACTIVE for port object 38d460d6-1af3-41f9-a015-059c6ff02261 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:27:30.770679 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:30.834012 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:23Z', 'revision_number': 3, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:30.867538 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=38d460d6-1af3-41f9-a015-059c6ff02261,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:30.962944 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Checking router: 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:27:30.968060 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Updating router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:27:31.028894 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.189415 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-131c74e5-61bc-4ed9-81b3-4252d925b15f admin admin] Publish callbacks [] for security_group (2415147d-9541-40af-a376-103ff507b666), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.198962 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Attempting to bind port 38d460d6-1af3-41f9-a015-059c6ff02261 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:31.199227 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Attempting to bind port 38d460d6-1af3-41f9-a015-059c6ff02261 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '68a01da1-f091-42a1-af0d-7fb2a376467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:31.199634 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Attempting to bind port 38d460d6-1af3-41f9-a015-059c6ff02261 on network 09e10016-787d-4aba-a3b0-95e42fd8fc44 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:31.208548 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3b7b9-8d60-46a6-a690-033e76316700 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9b7f1a-df63-40a7-b38c-6c40710ac7e7,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:31.230852 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Port 38d460d6-1af3-41f9-a015-059c6ff02261 on network 09e10016-787d-4aba-a3b0-95e42fd8fc44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:27:31.231184 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Attempting to bind port 38d460d6-1af3-41f9-a015-059c6ff02261 on network 09e10016-787d-4aba-a3b0-95e42fd8fc44 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:31.245409 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:31.245752 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Checking segment: {'id': '68a01da1-f091-42a1-af0d-7fb2a376467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:31.246378 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Bound using segment: {'id': '68a01da1-f091-42a1-af0d-7fb2a376467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:31.246840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Bound port: 38d460d6-1af3-41f9-a015-059c6ff02261, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a01da1-f091-42a1-af0d-7fb2a376467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:31.247215 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.296845 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-131c74e5-61bc-4ed9-81b3-4252d925b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2415147d-9541-40af-a376-103ff507b666), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.307611 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-53e3b7b9-8d60-46a6-a690-033e76316700 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.309443 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-53e3b7b9-8d60-46a6-a690-033e76316700 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.6682389 Mar 18 10:27:31.352731 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e314d-bf2e-44b5-b967-8c7b5fa022de req-e8d09c0d-f94b-4387-a287-2ef4e5f85604 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:31.353625 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34706) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:31.354446 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d0e314d-bf2e-44b5-b967-8c7b5fa022de req-e8d09c0d-f94b-4387-a287-2ef4e5f85604 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 932 time: 0.9505217 Mar 18 10:27:31.425903 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:31.591665 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d0e314d-bf2e-44b5-b967-8c7b5fa022de req-048763f4-5b42-4320-828a-e0df717cdf8d tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788354 Mar 18 10:27:31.621736 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95a69e5a-9592-4113-928f-21404e21560f admin admin] Publish callbacks [] for security_group (7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.692895 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] For port 38d460d6-1af3-41f9-a015-059c6ff02261, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:31.703213 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95a69e5a-9592-4113-928f-21404e21560f admin admin] Publish callbacks [] for security_group (7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.708466 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] For port 38d460d6-1af3-41f9-a015-059c6ff02261, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38d460d6-1af3-41f9-a015-059c6ff02261,segment=NetworkSegment(68a01da1-f091-42a1-af0d-7fb2a376467f),segment_id=68a01da1-f091-42a1-af0d-7fb2a376467f)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:31.716375 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.737201 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:31.913871 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks [] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.052829 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34718) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:32.056887 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:32.057335 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-131c74e5-61bc-4ed9-81b3-4252d925b15f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58cd4968c6a74293a452ae639bf4e7c1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5465407 Mar 18 10:27:32.057532 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.059094 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] 10.222.0.45 "PUT /v2.0/ports/38d460d6-1af3-41f9-a015-059c6ff02261 HTTP/1.1" status: 200 len: 1094 time: 3.5851285 Mar 18 10:27:32.059350 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c74e5-61bc-4ed9-81b3-4252d925b15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2415147d-9541-40af-a376-103ff507b666,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:32.099586 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b3e05c-23e0-430a-86ab-71097575b63c', 'tag': '38d460d6-1af3-41f9-a015-059c6ff02261'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:27:32.362446 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Publish callbacks [] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.379727 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.386566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678631-72e4-4663-b4b6-617d0279ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=38d460d6-1af3-41f9-a015-059c6ff02261,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:32.515558 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.623333 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Attempting to bind port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:32.623932 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Attempting to bind port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:32.624606 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Attempting to bind port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:32.692576 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:32.699000 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:32.699566 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.699993 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:32.700529 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Bound port: a37b3660-4ec9-42a2-b2f0-9fd2792fdce5, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:32.701090 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.709042 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5645-99d1-4464-be1c-408be841881e admin admin] Publish callbacks [] for security_group (2415147d-9541-40af-a376-103ff507b666), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.764713 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-bea79b7f-cefc-498b-8c4a-806078341b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:32.769683 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-bea79b7f-cefc-498b-8c4a-806078341b50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f08fd1d80de54e8f92666d8569b35501&device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 1128 time: 0.4850998 Mar 18 10:27:32.775587 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Network 8827447e-9724-4925-aac4-a2835d23dc5c is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:32.802858 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671036b-1e82-4a7b-b718-e3fb58fcef81 None None] Pushing event updated for resources: {'Port': ['ID=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:32.872500 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b466f-8cec-4f25-85e2-5d356db6542a" -d '{"events": [{"name": "network-changed", "server_uuid": "10b3e05c-23e0-430a-86ab-71097575b63c", "tag": "38d460d6-1af3-41f9-a015-059c6ff02261"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:27:32.876606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5645-99d1-4464-be1c-408be841881e admin admin] Publish callbacks [] for security_group (2415147d-9541-40af-a376-103ff507b666), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:32.982438 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] For port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:33.002421 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] For port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:33.034019 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:33.035241 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c78f50be-af2f-41fd-a509-46cc0b8802b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.040004 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.071913 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:33.080429 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:33.081257 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (66721102-7cc2-4adb-b966-b75a991378cc), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.174154 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:33.325870 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-057a5a9c-bdc9-4717-adcf-574aab0dcc11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38d460d6-1af3-41f9-a015-059c6ff02261 HTTP/1.1" status: 200 len: 217 time: 0.4832270 Mar 18 10:27:33.408870 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bbb565-8ee2-4daa-8a70-917f7900eebf x-openstack-request-id: req-33bbb565-8ee2-4daa-8a70-917f7900eebf {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:27:33.414571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b3e05c-23e0-430a-86ab-71097575b63c", "tag": "38d460d6-1af3-41f9-a015-059c6ff02261", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:27:33.414937 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33bbb565-8ee2-4daa-8a70-917f7900eebf {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:27:33.415723 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b3e05c-23e0-430a-86ab-71097575b63c', 'tag': '38d460d6-1af3-41f9-a015-059c6ff02261', 'status': 'completed', 'code': 200} Mar 18 10:27:33.428653 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Routers {'6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:33.429302 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:33.448391 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34748) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:33.529991 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.559544 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-51653f22-5b8e-4049-98b2-053a2b566134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:33.561889 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-51653f22-5b8e-4049-98b2-053a2b566134 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92df727f-3474-4776-b2ca-f05a29143574 HTTP/1.1" status: 200 len: 851 time: 0.1679273 Mar 18 10:27:33.572635 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47eaa-90ba-4de7-b9b2-3eee681c8ef4 req-ea6e4395-be73-4620-99b1-65411c57c28b tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:33.574843 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7d47eaa-90ba-4de7-b9b2-3eee681c8ef4 req-ea6e4395-be73-4620-99b1-65411c57c28b tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 944 time: 0.7890151 Mar 18 10:27:33.647647 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95a69e5a-9592-4113-928f-21404e21560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.664560 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95a69e5a-9592-4113-928f-21404e21560f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.672271 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-95a69e5a-9592-4113-928f-21404e21560f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e HTTP/1.1" status: 204 len: 168 time: 2.9626265 Mar 18 10:27:33.727646 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a69e5a-9592-4113-928f-21404e21560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d50fe-c5b4-4d85-84cc-d77e9ec8788e,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:33.826822 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671036b-1e82-4a7b-b718-e3fb58fcef81 None None] Pushing event updated for resources: {'Port': ['ID=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:33.848543 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5645-99d1-4464-be1c-408be841881e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2415147d-9541-40af-a376-103ff507b666), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.859616 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5645-99d1-4464-be1c-408be841881e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:33.864924 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ae4a5645-99d1-4464-be1c-408be841881e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2415147d-9541-40af-a376-103ff507b666 HTTP/1.1" status: 204 len: 168 time: 1.8084853 Mar 18 10:27:34.010325 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f7da4bb1-81eb-4b2d-96c5-c19126597685 None None] Provisioning complete for port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:34.011476 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7da4bb1-81eb-4b2d-96c5-c19126597685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:34.034596 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-4cf7c185-cd85-4f98-b703-26689e7f3424 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09e10016-787d-4aba-a3b0-95e42fd8fc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4580810 Mar 18 10:27:34.074981 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a5645-99d1-4464-be1c-408be841881e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2415147d-9541-40af-a376-103ff507b666,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:34.122366 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:34.122746 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:34.190301 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2a50ccc3-1089-4a80-8028-a4448faa00a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:34.283570 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] Set router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:34.372071 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:34.481374 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34764) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:34.581494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-731c1e2f-e412-4a36-86d9-546c1dc1ad0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:34.602631 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7d47eaa-90ba-4de7-b9b2-3eee681c8ef4 req-3cadc026-e9ce-4d0b-999f-35b22bf97cf6 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7549453 Mar 18 10:27:34.665921 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Allocated IP 172.27.0.252 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/2aca77ff-11aa-45b5-8af4-20abffffe305) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:34.694810 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:34.716866 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f7da4bb1-81eb-4b2d-96c5-c19126597685 None None] Port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:27:34.734853 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-9552d3cb-9196-4cf9-84c4-449f8a9c2fc2 service neutron] 10.222.0.45 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914912 Mar 18 10:27:34.963892 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks [] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:34.980622 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2a50ccc3-1089-4a80-8028-a4448faa00a6 admin admin] Publish callbacks [] for security_group (512df8c9-915f-40eb-8d5e-322f5674e17f), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.046750 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2a50ccc3-1089-4a80-8028-a4448faa00a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (512df8c9-915f-40eb-8d5e-322f5674e17f), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.133003 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.140687 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (66721102-7cc2-4adb-b966-b75a991378cc), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.266662 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.334042 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:35.446688 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2a50ccc3-1089-4a80-8028-a4448faa00a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17f18222e68e46d6866aaf41b3d71c93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9432316 Mar 18 10:27:35.454183 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.457109 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34782) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:35.475865 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f89ea2f-8abd-4fe9-81d2-e1f784d4171b req-05e62e36-7530-4eb0-a280-7dbc15f7c476 service neutron] 10.222.0.45 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182722 Mar 18 10:27:35.486728 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-731c1e2f-e412-4a36-86d9-546c1dc1ad0c admin admin] Publish callbacks [] for security_group (c57cb7d1-4180-4902-b523-995adc4c2d48), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.504992 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50ccc3-1089-4a80-8028-a4448faa00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512df8c9-915f-40eb-8d5e-322f5674e17f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:35.560492 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-731c1e2f-e412-4a36-86d9-546c1dc1ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c57cb7d1-4180-4902-b523-995adc4c2d48), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.561132 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:35.564045 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.627576 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:35.641026 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.642389 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 86176b77-fcec-468b-8e52-f03a0c2371d7 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:35.722848 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Allocated IP 172.20.0.1 (fd212510-b483-441b-8000-a1f6f247a2e5/baa6f53c-a501-4ca2-bc08-0f3367294d9e/7f6ef524-abba-4026-b715-c6fa64bb03c8) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:35.755322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:23Z', 'revision_number': 3, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:35.798998 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-731c1e2f-e412-4a36-86d9-546c1dc1ad0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06b97616744c4378866e18c6761e0e37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3160551 Mar 18 10:27:35.807121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34790) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:35.821515 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Network 8827447e-9724-4925-aac4-a2835d23dc5c is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:35.827506 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:35.836722 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c1e2f-e412-4a36-86d9-546c1dc1ad0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57cb7d1-4180-4902-b523-995adc4c2d48,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:35.856040 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b568eac-f00c-4f6d-b6f6-778e22e8000d admin admin] Publish callbacks [] for security_group (512df8c9-915f-40eb-8d5e-322f5674e17f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.874612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.884279 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e0e55-bfb2-4ad9-8b70-37940707a08b None None] The sync data for ids ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'] in dv-cinder-817135-6-iscsi is: [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:23Z', 'revision_number': 3, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:27:35.940762 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:35.984563 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:35.995711 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 86176b77-fcec-468b-8e52-f03a0c2371d7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:36.006286 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:36.413908 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 86176b77-fcec-468b-8e52-f03a0c2371d7 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:36.521866 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f493fca9-240b-4179-a62a-5e5529b5fd4d None None] Provisioning complete for port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:36.522467 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f493fca9-240b-4179-a62a-5e5529b5fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:36.693079 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-f636aeda-fa3c-4aa9-9396-8bb067db0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:36.710642 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-f636aeda-fa3c-4aa9-9396-8bb067db0143 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f08fd1d80de54e8f92666d8569b35501&device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 1128 time: 1.1116257 Mar 18 10:27:36.735511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f493fca9-240b-4179-a62a-5e5529b5fd4d None None] Port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:27:36.739580 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:36.759418 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:36.839763 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:36.952180 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:36.978782 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:36.979180 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:37.314543 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks [] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:37.379161 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:37.429221 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b568eac-f00c-4f6d-b6f6-778e22e8000d admin admin] Publish callbacks [] for security_group (512df8c9-915f-40eb-8d5e-322f5674e17f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:37.440652 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:37.488688 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:37.603624 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (c1d65878-d721-4665-babf-b4ee7aa87d47), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:37.654158 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6ef524-abba-4026-b715-c6fa64bb03c8,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:37.716637 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Network fd212510-b483-441b-8000-a1f6f247a2e5 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:37.781123 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5ac3f-cf2f-4200-942a-7ede1ede937f req-f2cede86-95dd-4408-ae0a-bc5eb48a8830 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:37.787570 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d8d5ac3f-cf2f-4200-942a-7ede1ede937f req-f2cede86-95dd-4408-ae0a-bc5eb48a8830 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 944 time: 1.9283726 Mar 18 10:27:37.789579 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:37.798615 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:37.799429 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:37.975863 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b1537de3-0154-46d2-83aa-a3e271e2ab57 admin admin] Publish callbacks [] for security_group (c57cb7d1-4180-4902-b523-995adc4c2d48), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.031542 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b1537de3-0154-46d2-83aa-a3e271e2ab57 admin admin] Publish callbacks [] for security_group (c57cb7d1-4180-4902-b523-995adc4c2d48), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.134417 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'Port': ['ID=2aca77ff-11aa-45b5-8af4-20abffffe305,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:38.200307 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b568eac-f00c-4f6d-b6f6-778e22e8000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (512df8c9-915f-40eb-8d5e-322f5674e17f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.209054 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b568eac-f00c-4f6d-b6f6-778e22e8000d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.211152 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3b568eac-f00c-4f6d-b6f6-778e22e8000d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/512df8c9-915f-40eb-8d5e-322f5674e17f HTTP/1.1" status: 204 len: 168 time: 2.7489319 Mar 18 10:27:38.306053 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.313523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Router 66721102-7cc2-4adb-b966-b75a991378cc has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:27:38.319580 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d8d5ac3f-cf2f-4200-942a-7ede1ede937f req-4466764e-ca6e-4aec-8d03-46d38ec400a2 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554795 Mar 18 10:27:38.342617 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568eac-f00c-4f6d-b6f6-778e22e8000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512df8c9-915f-40eb-8d5e-322f5674e17f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:38.357157 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b1537de3-0154-46d2-83aa-a3e271e2ab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c57cb7d1-4180-4902-b523-995adc4c2d48), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.371602 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b1537de3-0154-46d2-83aa-a3e271e2ab57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.375665 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b1537de3-0154-46d2-83aa-a3e271e2ab57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c57cb7d1-4180-4902-b523-995adc4c2d48 HTTP/1.1" status: 204 len: 168 time: 2.5638003 Mar 18 10:27:38.417833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-732e0d10-1762-4cf4-ab0d-cfb92b27a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:38.424759 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-732e0d10-1762-4cf4-ab0d-cfb92b27a58f service neutron] 10.222.0.45 "GET /v2.0/networks?id=09e10016-787d-4aba-a3b0-95e42fd8fc44 HTTP/1.1" status: 200 len: 912 time: 1.7030544 Mar 18 10:27:38.490913 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1537de3-0154-46d2-83aa-a3e271e2ab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57cb7d1-4180-4902-b523-995adc4c2d48,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:38.499321 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-651a634d-07ca-4cc9-957c-c022af2ba548 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38d460d6-1af3-41f9-a015-059c6ff02261 HTTP/1.1" status: 200 len: 217 time: 0.0655324 Mar 18 10:27:38.623609 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-e4b72af7-c67a-4864-a422-37c54f3be52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:38.626460 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-e4b72af7-c67a-4864-a422-37c54f3be52f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92df727f-3474-4776-b2ca-f05a29143574 HTTP/1.1" status: 200 len: 851 time: 0.1177559 Mar 18 10:27:38.716142 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-a5940852-df95-4ee8-badb-d89ddc08bfe8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09e10016-787d-4aba-a3b0-95e42fd8fc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442853 Mar 18 10:27:38.816234 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:27:38.834648 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-efc8fb47-1207-4482-8c89-e4254877e890 admin admin] 10.222.0.44 "PUT /v2.0/routers/66721102-7cc2-4adb-b966-b75a991378cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4844999 Mar 18 10:27:38.834648 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:38.855339 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Sync routers for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:27:38.875197 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:38.904605 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:38.905482 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:39.065809 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-3d511791-8d6b-4941-b96f-bf1c4bac913a service neutron] 10.222.0.45 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373415 Mar 18 10:27:39.111366 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:39.112747 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.153096 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.266319 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.490662 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (c1d65878-d721-4665-babf-b4ee7aa87d47), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.520489 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:39.595030 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:39.595441 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.596186 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.613830 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2079787 Mar 18 10:27:39.665113 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks [] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.668654 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:39.677394 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.681430 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.683028 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:39.723660 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e472be-5369-4c25-908c-e39b766652eb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'Port': ['ID=2aca77ff-11aa-45b5-8af4-20abffffe305,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:39.928030 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:40.077651 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d4b466f-8cec-4f25-85e2-5d356db6542a req-875a8105-2546-42cb-ac4a-dbe3008a9fe8 service neutron] 10.222.0.45 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9919031 Mar 18 10:27:40.132327 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495323a-0fff-4768-8683-34095cc0c204 req-19fad46a-14f8-4a69-971f-10074e1d32b2 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:40.139524 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1495323a-0fff-4768-8683-34095cc0c204 req-19fad46a-14f8-4a69-971f-10074e1d32b2 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 944 time: 0.5326860 Mar 18 10:27:40.208660 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6ef524-abba-4026-b715-c6fa64bb03c8,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:40.274889 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Network fd212510-b483-441b-8000-a1f6f247a2e5 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:40.279662 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:40.387513 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 2, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:40.438847 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1495323a-0fff-4768-8683-34095cc0c204 req-e55850d9-63f9-4bc4-8693-dd1ffe2d6b8e tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850451 Mar 18 10:27:40.491454 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Checking router: 66721102-7cc2-4adb-b966-b75a991378cc for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:27:40.492079 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Updating router 66721102-7cc2-4adb-b966-b75a991378cc port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:27:40.658068 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:40.673839 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:40.742249 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:27:40.769571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34878) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:40.814063 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9535225-22ab-4d2a-aff5-722499672506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:41.150714 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:41.151821 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:41.233554 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-899b1f8b-9fb6-488b-8049-a3dfdd949556 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--369439881&fields=id&tenant_id=f4bb80b494bc47749e91b2e6e43b38b6 HTTP/1.1" status: 200 len: 267 time: 0.3543978 Mar 18 10:27:41.302550 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:27:41.332292 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fb91f7e7-bf8b-4a12-8540-99dea95e3943 admin admin] 10.222.0.44 "PUT /v2.0/routers/6a4c28dd-8eb8-4530-95e1-1ae739bb5bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6834586 Mar 18 10:27:41.400019 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:41.409153 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Sync routers for ids ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:27:41.448478 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Routers {'6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:41.449538 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:41.801868 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9535225-22ab-4d2a-aff5-722499672506 admin admin] Publish callbacks [] for security_group (813de2ea-e679-49ad-93a2-5423a834a2f9), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:41.824094 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9535225-22ab-4d2a-aff5-722499672506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (813de2ea-e679-49ad-93a2-5423a834a2f9), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:41.878835 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Set router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:41.955879 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f9535225-22ab-4d2a-aff5-722499672506 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea5acee28b2d42d4b0784c3891cec06e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1814930 Mar 18 10:27:41.956927 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9535225-22ab-4d2a-aff5-722499672506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813de2ea-e679-49ad-93a2-5423a834a2f9,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:41.957056 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34902) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:42.009953 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34904) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:42.021176 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Publish callbacks [] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.038355 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8657f744-2af0-4b86-9814-1dc301d37682 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018968361', 'description': 'tempest-description--517639164'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:42.041984 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.063773 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-f30bcdf2-e9ee-409c-95c2-4e223508e390 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:42.068150 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-f30bcdf2-e9ee-409c-95c2-4e223508e390 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 810 time: 0.8154488 Mar 18 10:27:42.119517 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-81c0031d-26f1-49a4-b5c1-0e3e0a94bd67 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/quotas/f4bb80b494bc47749e91b2e6e43b38b6 HTTP/1.1" status: 200 len: 375 time: 0.0369518 Mar 18 10:27:42.244498 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8657f744-2af0-4b86-9814-1dc301d37682 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.384539 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb051861-fbee-49fd-a941-91364e099dbd None None] Pushing event updated for resources: {'Port': ['ID=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:42.441968 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-cb3f4368-a5e4-4320-80c5-24aab895cbba tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3210726 Mar 18 10:27:42.639115 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Attempting to bind port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:42.639610 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Attempting to bind port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:42.643756 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Attempting to bind port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f on network 8827447e-9724-4925-aac4-a2835d23dc5c {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:42.661534 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:38Z', 'revision_number': 4, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '7f6ef524-abba-4026-b715-c6fa64bb03c8', 'name': '', 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'mac_address': 'fa:16:3e:6f:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:34Z', 'updated_at': '2022-03-18T10:27:39Z', 'revision_number': 2, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'subnets': [{'id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:42.664835 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:42.666155 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Checking segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:42.670515 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.674981 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Bound using segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:42.676557 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Bound port: 2ab2e360-ab07-4bb0-8364-8b99abb87a1f, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:42.679319 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.725156 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Checking router: 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:27:42.725427 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Updating router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad port 7f6ef524-abba-4026-b715-c6fa64bb03c8 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:27:42.760159 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d5f28-d617-46d3-bb0a-2b63c010694a req-f3075233-598f-4985-a629-82135dfd8627 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:42.762725 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-334d5f28-d617-46d3-bb0a-2b63c010694a req-f3075233-598f-4985-a629-82135dfd8627 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 944 time: 0.5193460 Mar 18 10:27:42.793023 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4ce005f6-d804-4012-8d8a-e2cd430e7c03 admin admin] Publish callbacks [] for security_group (813de2ea-e679-49ad-93a2-5423a834a2f9), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.795172 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.842337 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4ce005f6-d804-4012-8d8a-e2cd430e7c03 admin admin] Publish callbacks [] for security_group (813de2ea-e679-49ad-93a2-5423a834a2f9), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:42.857062 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-20207532-a72b-465e-b70b-15c3d4a10ae2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:27:42.858415 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-20207532-a72b-465e-b70b-15c3d4a10ae2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984960 Mar 18 10:27:42.946819 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-cb7dd9e7-f5e6-446a-a8b6-2aa2db9f1494 None None] Provisioning complete for port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:42.947322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd9e7-f5e6-446a-a8b6-2aa2db9f1494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.001719 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] For port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:43.013716 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] For port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:43.035589 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.066443 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-334d5f28-d617-46d3-bb0a-2b63c010694a req-0f20ac6a-f1f6-417a-b415-b9d8a2cebfab tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836869 Mar 18 10:27:43.086410 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8657f744-2af0-4b86-9814-1dc301d37682 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (efaeb520-1e27-43bb-b24e-93061f239b01), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.095926 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8657f744-2af0-4b86-9814-1dc301d37682 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (efaeb520-1e27-43bb-b24e-93061f239b01), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.136463 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8657f744-2af0-4b86-9814-1dc301d37682 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.137984 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8657f744-2af0-4b86-9814-1dc301d37682 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1098037 Mar 18 10:27:43.151976 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-81b8f745-fe6a-4e72-af52-8a4ff4231f95 service neutron] 10.222.0.44 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765689 Mar 18 10:27:43.154360 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34936) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:43.184345 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4ce005f6-d804-4012-8d8a-e2cd430e7c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (813de2ea-e679-49ad-93a2-5423a834a2f9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.188100 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4ce005f6-d804-4012-8d8a-e2cd430e7c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.190385 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4ce005f6-d804-4012-8d8a-e2cd430e7c03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/813de2ea-e679-49ad-93a2-5423a834a2f9 HTTP/1.1" status: 204 len: 168 time: 1.2316735 Mar 18 10:27:43.197450 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657f744-2af0-4b86-9814-1dc301d37682 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efaeb520-1e27-43bb-b24e-93061f239b01,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:43.199880 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-8f9f6a41-4b5f-44c5-8cb5-df77dccac491 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'security_group_rule': {'security_group_id': 'efaeb520-1e27-43bb-b24e-93061f239b01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:43.234154 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:43.234631 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce005f6-d804-4012-8d8a-e2cd430e7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813de2ea-e679-49ad-93a2-5423a834a2f9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:43.241550 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:43.299487 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dd9e7-f5e6-446a-a8b6-2aa2db9f1494 None None] Port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:27:43.528726 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6a41-4b5f-44c5-8cb5-df77dccac491 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (b926927d-8bfd-429b-b73b-7b0c94c428b2), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.680679 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-425d29de-5792-4229-942d-5c4bcf1c85d5 service neutron] 10.222.0.44 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263194 Mar 18 10:27:43.818905 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6a41-4b5f-44c5-8cb5-df77dccac491 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (b926927d-8bfd-429b-b73b-7b0c94c428b2), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.830811 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6a41-4b5f-44c5-8cb5-df77dccac491 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (b926927d-8bfd-429b-b73b-7b0c94c428b2), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.836680 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-e4544a72-c44e-4705-b32c-1cf07cd8db02 None None] Provisioning complete for port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:43.841951 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4544a72-c44e-4705-b32c-1cf07cd8db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.855886 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Publish callbacks [] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.892572 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f6a41-4b5f-44c5-8cb5-df77dccac491 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b926927d-8bfd-429b-b73b-7b0c94c428b2,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:43.931342 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6a41-4b5f-44c5-8cb5-df77dccac491 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.944666 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34962) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:43.945244 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8f9f6a41-4b5f-44c5-8cb5-df77dccac491 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7879515 Mar 18 10:27:43.950472 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:43.954576 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-87cb859e-9b1e-4271-9755-7d72595cb890 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'security_group_rule': {'security_group_id': 'efaeb520-1e27-43bb-b24e-93061f239b01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:44.074990 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8aced-d797-430e-8309-f3ac701a35b3 None None] Pushing event updated for resources: {'Port': ['ID=7f6ef524-abba-4026-b715-c6fa64bb03c8,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:44.087182 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:44.223336 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87cb859e-9b1e-4271-9755-7d72595cb890 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (27314e80-f43a-4f1a-8dbb-1394a09da96f), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.303577 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 34974) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:44.470200 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb051861-fbee-49fd-a941-91364e099dbd None None] Pushing event updated for resources: {'Port': ['ID=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:44.518191 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-e4544a72-c44e-4705-b32c-1cf07cd8db02 None None] Current status of the port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:44.518845 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4544a72-c44e-4705-b32c-1cf07cd8db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.526483 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87cb859e-9b1e-4271-9755-7d72595cb890 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (27314e80-f43a-4f1a-8dbb-1394a09da96f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.536510 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Attempting to bind port 7f6ef524-abba-4026-b715-c6fa64bb03c8 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:44.538892 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Attempting to bind port 7f6ef524-abba-4026-b715-c6fa64bb03c8 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:44.539517 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Attempting to bind port 7f6ef524-abba-4026-b715-c6fa64bb03c8 on network fd212510-b483-441b-8000-a1f6f247a2e5 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:44.552939 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-1d292378-c455-483c-b216-1f697daf3cb3 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:44.557602 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-1d292378-c455-483c-b216-1f697daf3cb3 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 818 time: 0.4848533 Mar 18 10:27:44.559416 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87cb859e-9b1e-4271-9755-7d72595cb890 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (27314e80-f43a-4f1a-8dbb-1394a09da96f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.610882 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87cb859e-9b1e-4271-9755-7d72595cb890 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.616620 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-87cb859e-9b1e-4271-9755-7d72595cb890 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6657679 Mar 18 10:27:44.618407 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34988) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:44.626897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:44.627567 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb859e-9b1e-4271-9755-7d72595cb890 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27314e80-f43a-4f1a-8dbb-1394a09da96f,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:44.633667 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-f6931b76-df87-4400-8e58-284289003e93 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/quotas/612a6ca215b3419ea0cb1841b2d849f9 HTTP/1.1" status: 200 len: 375 time: 0.0499530 Mar 18 10:27:44.655203 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:44.655825 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Checking segment: {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:44.656492 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.657654 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Bound using segment: {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:44.679374 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Bound port: 7f6ef524-abba-4026-b715-c6fa64bb03c8, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:44.680452 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.696750 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 34990) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:44.723764 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:44.757312 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-c2b1a953-c74d-490d-9721-f7aaf95dd1b7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128433 Mar 18 10:27:44.877892 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:42Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:45.035134 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4d0e-6cfa-4083-a04f-67d8ba3ef9ce req-fe2b9ffe-eeb8-4585-b1c4-eaef3dc2e1a7 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:45.049158 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a70e4d0e-6cfa-4083-a04f-67d8ba3ef9ce req-fe2b9ffe-eeb8-4585-b1c4-eaef3dc2e1a7 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 944 time: 0.3278601 Mar 18 10:27:45.096897 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba2e69-801e-41f1-87c5-2c51b84ea071 None None] The sync data for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi is: [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:42Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:27:45.130861 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ecafd7b-2056-41e5-84b5-afd387abbbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:45.138042 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] For port 7f6ef524-abba-4026-b715-c6fa64bb03c8, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:45.154242 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] For port 7f6ef524-abba-4026-b715-c6fa64bb03c8, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=7f6ef524-abba-4026-b715-c6fa64bb03c8,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:45.221526 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:45.251437 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-e4544a72-c44e-4705-b32c-1cf07cd8db02 None None] For port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:45.277532 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 38d460d6-1af3-41f9-a015-059c6ff02261 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:27:45.402551 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4544a72-c44e-4705-b32c-1cf07cd8db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:45.441541 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a70e4d0e-6cfa-4083-a04f-67d8ba3ef9ce req-5b22b688-2b26-4671-8036-02f9b2ab74c0 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871052 Mar 18 10:27:45.457461 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-b683df60-e143-480e-b320-14cd0906c71d service neutron] 10.222.0.44 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866257 Mar 18 10:27:45.469516 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-195c546f-c89d-4390-9fcd-15dea331b357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:45.492280 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Routers {'6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:27:45.492945 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:27:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:45.535330 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:45.746403 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1fa3dcec-ae9f-4806-addb-f1ad86c6dd11 req-ef035ea1-d540-4a14-b9e0-00c4f651df07 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 210 time: 0.1626120 Mar 18 10:27:45.787289 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8aced-d797-430e-8309-f3ac701a35b3 None None] Pushing event updated for resources: {'Port': ['ID=7f6ef524-abba-4026-b715-c6fa64bb03c8,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:45.802119 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ecafd7b-2056-41e5-84b5-afd387abbbed admin admin] Publish callbacks [] for security_group (f6a469bf-a55c-4d10-96b0-3a4385dc85e2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:45.849245 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ecafd7b-2056-41e5-84b5-afd387abbbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f6a469bf-a55c-4d10-96b0-3a4385dc85e2), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:45.963638 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.db.resource_extend [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:27:46.001174 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-854df490-ac0a-4ca2-97af-8c95b0fa6409 service neutron] 10.222.0.44 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293930 Mar 18 10:27:46.034261 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4544a72-c44e-4705-b32c-1cf07cd8db02 None None] Pushing event updated for resources: {'Port': ['ID=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:46.118332 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5ecafd7b-2056-41e5-84b5-afd387abbbed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3f1b59977f345a3981626b9c2e45a70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8028920 Mar 18 10:27:46.124427 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecafd7b-2056-41e5-84b5-afd387abbbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a469bf-a55c-4d10-96b0-3a4385dc85e2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:46.128225 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35030) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:46.138838 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Allocated IP 172.27.0.5 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/b368360d-38b8-431f-aa1e-ea6dc7f194a2) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:46.189392 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] Set router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:27:46.197361 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-195c546f-c89d-4390-9fcd-15dea331b357 admin admin] Publish callbacks [] for security_group (0d7e0805-86f5-4f4b-854e-2438a20b1319), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:46.227814 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-195c546f-c89d-4390-9fcd-15dea331b357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (0d7e0805-86f5-4f4b-854e-2438a20b1319), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:46.319182 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-195c546f-c89d-4390-9fcd-15dea331b357 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eea65f5d4f3e467d907101d81ca7c7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6202228 Mar 18 10:27:46.326358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35036) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:46.339093 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c2241d2f-a16f-489b-9bc4-275204a385c4 admin admin] Publish callbacks [] for security_group (f6a469bf-a55c-4d10-96b0-3a4385dc85e2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:46.570141 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c2241d2f-a16f-489b-9bc4-275204a385c4 admin admin] Publish callbacks [] for security_group (f6a469bf-a55c-4d10-96b0-3a4385dc85e2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:46.945075 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 2ab2e360-ab07-4bb0-8364-8b99abb87a1f up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:47.009276 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:47.025202 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 38d460d6-1af3-41f9-a015-059c6ff02261, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38d460d6-1af3-41f9-a015-059c6ff02261,segment=NetworkSegment(68a01da1-f091-42a1-af0d-7fb2a376467f),segment_id=68a01da1-f091-42a1-af0d-7fb2a376467f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:47.045854 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c546f-c89d-4390-9fcd-15dea331b357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e0805-86f5-4f4b-854e-2438a20b1319,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:47.241212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '38d460d6-1af3-41f9-a015-059c6ff02261', 'network_id': '09e10016-787d-4aba-a3b0-95e42fd8fc44', 'port_id': '38d460d6-1af3-41f9-a015-059c6ff02261', 'mac_address': 'fa:16:3e:09:7e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92df727f-3474-4776-b2ca-f05a29143574', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:27:47.439351 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:47.439951 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:47.665543 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 38d460d6-1af3-41f9-a015-059c6ff02261 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:47.666212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:47.700735 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-027a7f94-87a1-43cc-b9a7-1ef9279c9ca1 req-5eb64276-da89-47fe-a415-1e2d562ffdf0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 210 time: 0.9356136 Mar 18 10:27:47.715230 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c2241d2f-a16f-489b-9bc4-275204a385c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f6a469bf-a55c-4d10-96b0-3a4385dc85e2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:47.727906 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c2241d2f-a16f-489b-9bc4-275204a385c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:47.734434 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c2241d2f-a16f-489b-9bc4-275204a385c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6a469bf-a55c-4d10-96b0-3a4385dc85e2 HTTP/1.1" status: 204 len: 168 time: 1.6041496 Mar 18 10:27:47.761115 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d460d6-1af3-41f9-a015-059c6ff02261 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:27:47.807097 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241d2f-a16f-489b-9bc4-275204a385c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a469bf-a55c-4d10-96b0-3a4385dc85e2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:47.815839 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 38d460d6-1af3-41f9-a015-059c6ff02261, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38d460d6-1af3-41f9-a015-059c6ff02261,segment=NetworkSegment(68a01da1-f091-42a1-af0d-7fb2a376467f),segment_id=68a01da1-f091-42a1-af0d-7fb2a376467f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:47.839345 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:48.232811 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-58741186-c976-431b-9b0e-e5fbf68c9c56 req-6306ed0c-f92b-42a9-9e98-0cce55413624 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 210 time: 0.1578624 Mar 18 10:27:48.272937 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['38d460d6-1af3-41f9-a015-059c6ff02261'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:27:48.488546 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-413f678b-27e4-423f-b5dc-3ead7d5054f0 admin admin] Publish callbacks [] for security_group (0d7e0805-86f5-4f4b-854e-2438a20b1319), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:48.607472 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec3c3e-29f7-414b-a44d-54823f5c87ed req-9ff07396-7b62-4840-8b80-812e7e193109 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:48.617339 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-83ec3c3e-29f7-414b-a44d-54823f5c87ed req-9ff07396-7b62-4840-8b80-812e7e193109 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 944 time: 1.6521926 Mar 18 10:27:48.646471 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:48.695548 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=38d460d6-1af3-41f9-a015-059c6ff02261,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:48.736024 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:48.957631 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:38Z', 'revision_number': 4, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '7f6ef524-abba-4026-b715-c6fa64bb03c8', 'name': '', 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'mac_address': 'fa:16:3e:6f:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:34Z', 'updated_at': '2022-03-18T10:27:45Z', 'revision_number': 4, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'subnets': [{'id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:27:48.966242 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-3892471f-ce7b-4234-a38c-e9b8e28d5578 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:48.970052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:48.981964 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-3892471f-ce7b-4234-a38c-e9b8e28d5578 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 818 time: 0.4050262 Mar 18 10:27:49.036242 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-2e4d5b4d-7dbe-4e9b-aab9-3344af770508 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/quotas/612a6ca215b3419ea0cb1841b2d849f9 HTTP/1.1" status: 200 len: 375 time: 0.0517964 Mar 18 10:27:49.182692 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-21eeb832-5c56-40b1-8ebd-55f4e61e28d6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458030 Mar 18 10:27:49.241315 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'Port': ['ID=b368360d-38b8-431f-aa1e-ea6dc7f194a2,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:49.264638 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c6920-f358-4cb4-b5df-5e7fb7c39d21 None None] The sync data for ids ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'] in dv-cinder-817135-6-iscsi is: [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:38Z', 'revision_number': 4, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '7f6ef524-abba-4026-b715-c6fa64bb03c8', 'name': '', 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'mac_address': 'fa:16:3e:6f:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:34Z', 'updated_at': '2022-03-18T10:27:45Z', 'revision_number': 4, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'subnets': [{'id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:27:49.302937 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-413f678b-27e4-423f-b5dc-3ead7d5054f0 admin admin] Publish callbacks [] for security_group (0d7e0805-86f5-4f4b-854e-2438a20b1319), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:49.338047 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:49.403277 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:49.417502 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:49.467821 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-fab073d2-4696-4a01-982d-7f552564c79f service neutron] 10.222.0.44 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835004 Mar 18 10:27:49.621678 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35124) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:49.755515 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-83ec3c3e-29f7-414b-a44d-54823f5c87ed req-f3608725-0780-408a-a606-ff54dd5d6ff3 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8740485 Mar 18 10:27:49.793817 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0aebcd96-2887-49ea-a171-c62f93cfde08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:49.863240 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-6dc9f169-2328-4dda-ac9a-4921fcc9307d service neutron] 10.222.0.44 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939252 Mar 18 10:27:49.878101 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35126) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:49.920581 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-159e6e00-bcf8-4b48-b12e-9283fb4c9f6d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:49.924978 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-159e6e00-bcf8-4b48-b12e-9283fb4c9f6d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 810 time: 1.4832771 Mar 18 10:27:49.932681 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.45', 58192) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:49.935448 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (5696f315-ee48-47b0-af52-e5d9854c1c1a), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:50.330890 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-077fed54-c3c5-4abb-9853-82fa3e8eaaed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:50.351301 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5bc34672-586e-40d8-ad4c-f54c45412313 req-c6c6eac7-cb08-4b19-8a54-c107eca72fef tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 210 time: 0.2922542 Mar 18 10:27:50.352709 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-413f678b-27e4-423f-b5dc-3ead7d5054f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (0d7e0805-86f5-4f4b-854e-2438a20b1319), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:50.357882 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-413f678b-27e4-423f-b5dc-3ead7d5054f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:50.360706 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-413f678b-27e4-423f-b5dc-3ead7d5054f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d7e0805-86f5-4f4b-854e-2438a20b1319 HTTP/1.1" status: 204 len: 168 time: 4.0327716 Mar 18 10:27:50.400827 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f678b-27e4-423f-b5dc-3ead7d5054f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e0805-86f5-4f4b-854e-2438a20b1319,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:50.526076 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:50.799596 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-689a736f-f82b-4547-a7ee-1e05c8254a99 req-10ad68bf-f455-4fbb-94b0-1225b1e8ccfc tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 210 time: 0.1902256 Mar 18 10:27:50.918382 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-077fed54-c3c5-4abb-9853-82fa3e8eaaed admin admin] Publish callbacks [] for security_group (5407eb7a-6b77-4d5f-8b91-d9f3954648eb), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:50.928006 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-077fed54-c3c5-4abb-9853-82fa3e8eaaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5407eb7a-6b77-4d5f-8b91-d9f3954648eb), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.028105 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-077fed54-c3c5-4abb-9853-82fa3e8eaaed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b6b8075a105457ba3827f78ee571cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1462476 Mar 18 10:27:51.032829 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35162) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:51.043047 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fed54-c3c5-4abb-9853-82fa3e8eaaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5407eb7a-6b77-4d5f-8b91-d9f3954648eb,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:51.149396 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7f6ef524-abba-4026-b715-c6fa64bb03c8 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:51.230151 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ba60c58-2433-4a55-ab14-e754a76d07c1 admin admin] Publish callbacks [] for security_group (5407eb7a-6b77-4d5f-8b91-d9f3954648eb), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.314785 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 7f6ef524-abba-4026-b715-c6fa64bb03c8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:51.315671 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.320117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ba60c58-2433-4a55-ab14-e754a76d07c1 admin admin] Publish callbacks [] for security_group (5407eb7a-6b77-4d5f-8b91-d9f3954648eb), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.403790 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-ff71dcff-e589-45e6-89f8-6745e854ae7e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4bb80b494bc47749e91b2e6e43b38b6 HTTP/1.1" status: 200 len: 379 time: 1.3690398 Mar 18 10:27:51.461175 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ba60c58-2433-4a55-ab14-e754a76d07c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5407eb7a-6b77-4d5f-8b91-d9f3954648eb), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.465589 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ba60c58-2433-4a55-ab14-e754a76d07c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.479416 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5ba60c58-2433-4a55-ab14-e754a76d07c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5407eb7a-6b77-4d5f-8b91-d9f3954648eb HTTP/1.1" status: 204 len: 168 time: 0.4412336 Mar 18 10:27:51.479948 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'port': {'device_id': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'admin_state_up': True, 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'security_groups': ['08a83dc0-e067-471e-b1c3-5c75e5edd9e5']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:51.511675 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba60c58-2433-4a55-ab14-e754a76d07c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5407eb7a-6b77-4d5f-8b91-d9f3954648eb,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:51.659258 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 7f6ef524-abba-4026-b715-c6fa64bb03c8 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:51.660626 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.668535 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-f63978d7-adb6-4598-8e6e-3bbaa10317b0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:51.670244 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-f63978d7-adb6-4598-8e6e-3bbaa10317b0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 818 time: 1.7183928 Mar 18 10:27:51.785655 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 7f6ef524-abba-4026-b715-c6fa64bb03c8, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=7f6ef524-abba-4026-b715-c6fa64bb03c8,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:51.792807 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89066312-376b-482f-8f34-e0165d1e119b req-6daeca20-ce50-41a8-8356-beb5311e7b51 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 210 time: 0.0762713 Mar 18 10:27:51.796210 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:51.861962 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 38d460d6-1af3-41f9-a015-059c6ff02261 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:51.878009 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Request body: {'port': {'device_id': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'admin_state_up': True, 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:51.936999 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=7f6ef524-abba-4026-b715-c6fa64bb03c8,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:51.998675 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 38d460d6-1af3-41f9-a015-059c6ff02261 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:27:52.007433 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 38d460d6-1af3-41f9-a015-059c6ff02261 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:52.007712 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.193184 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0aebcd96-2887-49ea-a171-c62f93cfde08 admin admin] Publish callbacks [] for security_group (e690a7a3-f36b-4d9c-abb2-1d953f6e29b8), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.205594 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38beeda1-f1b7-4087-9a73-addb65d067f8 req-889a374c-b3cc-4e84-9ce1-187d359c35a7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 210 time: 0.1481783 Mar 18 10:27:52.253386 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 38d460d6-1af3-41f9-a015-059c6ff02261 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:52.254654 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.290448 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124ec13-dff6-4ab7-909a-f32e2a6a4a77 req-5689adba-bfc9-48f7-9e86-bf1d62b37d69 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:52.292350 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5124ec13-dff6-4ab7-909a-f32e2a6a4a77 req-5689adba-bfc9-48f7-9e86-bf1d62b37d69 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 945 time: 1.1116421 Mar 18 10:27:52.293160 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Made reservation on behalf of 612a6ca215b3419ea0cb1841b2d849f9 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:52.303464 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.313712 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35192) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:52.315017 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b3e05c-23e0-430a-86ab-71097575b63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d460d6-1af3-41f9-a015-059c6ff02261'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:27:52.350120 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0aebcd96-2887-49ea-a171-c62f93cfde08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e690a7a3-f36b-4d9c-abb2-1d953f6e29b8), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.353794 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd61b176-f281-4726-8569-5dd6dc0ffa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.568350 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Allocated IP 172.20.0.14 (fd212510-b483-441b-8000-a1f6f247a2e5/baa6f53c-a501-4ca2-bc08-0f3367294d9e/8a851d35-d078-4357-8e1c-386911262557) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:52.587398 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 38d460d6-1af3-41f9-a015-059c6ff02261, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38d460d6-1af3-41f9-a015-059c6ff02261,segment=NetworkSegment(68a01da1-f091-42a1-af0d-7fb2a376467f),segment_id=68a01da1-f091-42a1-af0d-7fb2a376467f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:27:52.601123 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.823040 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd61b176-f281-4726-8569-5dd6dc0ffa54 admin admin] Publish callbacks [] for security_group (802a7523-681c-4d23-a533-7be338d79579), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.836417 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0aebcd96-2887-49ea-a171-c62f93cfde08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88a46a39fc7d4b79af4a72b065f2bdf9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1594093 Mar 18 10:27:52.836727 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd61b176-f281-4726-8569-5dd6dc0ffa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (802a7523-681c-4d23-a533-7be338d79579), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:52.902384 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=38d460d6-1af3-41f9-a015-059c6ff02261,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:52.942727 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35202) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:52.961565 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bd61b176-f281-4726-8569-5dd6dc0ffa54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3849c047ce314be3b1ca7760d21459cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6397030 Mar 18 10:27:52.963995 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7f6ef524-abba-4026-b715-c6fa64bb03c8 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:27:52.964958 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35206) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:53.027468 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7cbdcb-7860-40a1-bf88-e823a4b45bcc" -d '{"events": [{"server_uuid": "10b3e05c-23e0-430a-86ab-71097575b63c", "name": "network-vif-plugged", "status": "completed", "tag": "38d460d6-1af3-41f9-a015-059c6ff02261"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:27:53.120276 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 7f6ef524-abba-4026-b715-c6fa64bb03c8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:53.120946 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.130743 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebcd96-2887-49ea-a171-c62f93cfde08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e690a7a3-f36b-4d9c-abb2-1d953f6e29b8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:53.161504 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.186949 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.45', 58196) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:53.193484 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a27e161d-2a1a-4a66-b38b-68436308248e req-3fd1f454-7a4e-46eb-9109-2d6c668bee0a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 210 time: 0.1786864 Mar 18 10:27:53.205844 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.305408 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61b176-f281-4726-8569-5dd6dc0ffa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802a7523-681c-4d23-a533-7be338d79579,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:53.358755 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 7f6ef524-abba-4026-b715-c6fa64bb03c8 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:27:53.369541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Made reservation on behalf of f4bb80b494bc47749e91b2e6e43b38b6 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:53.389474 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.473164 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (5696f315-ee48-47b0-af52-e5d9854c1c1a), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.529027 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edcb6206-f78d-4a77-bc28-d532c3500f4d admin admin] Publish callbacks [] for security_group (802a7523-681c-4d23-a533-7be338d79579), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.548378 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.553248 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.9318154 Mar 18 10:27:53.570736 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-94c7fcba-74e5-49f1-a581-7de1fc53df62 admin admin] Publish callbacks [] for security_group (e690a7a3-f36b-4d9c-abb2-1d953f6e29b8), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.596294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d616eb41-3d9b-47e2-a2e0-30b27d88b935 x-openstack-request-id: req-d616eb41-3d9b-47e2-a2e0-30b27d88b935 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:27:53.596754 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b3e05c-23e0-430a-86ab-71097575b63c", "name": "network-vif-plugged", "status": "completed", "tag": "38d460d6-1af3-41f9-a015-059c6ff02261", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:27:53.597105 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d616eb41-3d9b-47e2-a2e0-30b27d88b935 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:27:53.598024 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b3e05c-23e0-430a-86ab-71097575b63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d460d6-1af3-41f9-a015-059c6ff02261', 'code': 200} Mar 18 10:27:53.713982 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-94c7fcba-74e5-49f1-a581-7de1fc53df62 admin admin] Publish callbacks [] for security_group (e690a7a3-f36b-4d9c-abb2-1d953f6e29b8), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.716340 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313afdc7-6d31-4441-b3a9-95e0237f70e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'Port': ['ID=b368360d-38b8-431f-aa1e-ea6dc7f194a2,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:53.742452 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5124ec13-dff6-4ab7-909a-f32e2a6a4a77 req-940cc777-448b-4b20-bb3a-19cbb4fe48fe tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3424864 Mar 18 10:27:53.752362 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks [] for port (8a851d35-d078-4357-8e1c-386911262557), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.792779 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edcb6206-f78d-4a77-bc28-d532c3500f4d admin admin] Publish callbacks [] for security_group (802a7523-681c-4d23-a533-7be338d79579), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.862180 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-df1d0f51-f6e2-4b56-af81-afb5264782c2 req-fa5456f7-4082-4131-a80f-f610134302cc tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 210 time: 0.1106303 Mar 18 10:27:53.926726 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-1942a437-b897-4775-a14e-49d0d31fa7c6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:53.928920 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-1942a437-b897-4775-a14e-49d0d31fa7c6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 818 time: 0.7337515 Mar 18 10:27:53.932785 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (8a851d35-d078-4357-8e1c-386911262557), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:53.970453 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Request body: {'port': {'device_id': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'admin_state_up': True, 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:54.039088 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.45', 58199) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:54.130053 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Network fd212510-b483-441b-8000-a1f6f247a2e5 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:54.180759 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:54.202271 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Allocated IP 172.20.0.13 (d01382aa-37e7-475d-9a81-c7daa3b129e8/05d96792-2434-4fc2-9c98-b4e3ad9a97d3/08f6daef-89e0-4896-828e-2db9caede77b) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:54.223660 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:54.229422 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:54.230259 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:54.318003 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-94c7fcba-74e5-49f1-a581-7de1fc53df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e690a7a3-f36b-4d9c-abb2-1d953f6e29b8), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:54.324426 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-94c7fcba-74e5-49f1-a581-7de1fc53df62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:54.326684 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-94c7fcba-74e5-49f1-a581-7de1fc53df62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e690a7a3-f36b-4d9c-abb2-1d953f6e29b8 HTTP/1.1" status: 204 len: 168 time: 1.3629706 Mar 18 10:27:54.362238 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-c1a3484c-958a-4b33-b255-17105756b5a9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1018968361&fields=id&tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 267 time: 0.2526772 Mar 18 10:27:54.371698 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edcb6206-f78d-4a77-bc28-d532c3500f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (802a7523-681c-4d23-a533-7be338d79579), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:54.373898 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Pushing event updated for resources: {'Port': ['ID=8a851d35-d078-4357-8e1c-386911262557,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:54.391093 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edcb6206-f78d-4a77-bc28-d532c3500f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:54.406120 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-edcb6206-f78d-4a77-bc28-d532c3500f4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/802a7523-681c-4d23-a533-7be338d79579 HTTP/1.1" status: 204 len: 168 time: 1.4049900 Mar 18 10:27:54.408952 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-8d984a44-6767-4640-b672-dc13ca36ec30 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6389205 Mar 18 10:27:54.436317 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Made reservation on behalf of 612a6ca215b3419ea0cb1841b2d849f9 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:27:54.449692 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:54.454894 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7fcba-74e5-49f1-a581-7de1fc53df62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e690a7a3-f36b-4d9c-abb2-1d953f6e29b8,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:54.587538 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb6206-f78d-4a77-bc28-d532c3500f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a7523-681c-4d23-a533-7be338d79579,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:54.710073 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b0cf69de-5da8-41c6-85ce-e64893f65ef2 req-7f02d5aa-0e01-4913-a7b5-8a795a9403ae tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 210 time: 0.2117977 Mar 18 10:27:54.801610 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for port (08f6daef-89e0-4896-828e-2db9caede77b), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:55.182644 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137f25-6ff5-4e46-950a-d33e19c72bec req-3c63028e-0608-408a-afe3-db92f8983459 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:55.191225 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc137f25-6ff5-4e46-950a-d33e19c72bec req-3c63028e-0608-408a-afe3-db92f8983459 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.2310777 Mar 18 10:27:55.210368 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Request body: {'port': {'device_id': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:55.303701 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc137f25-6ff5-4e46-950a-d33e19c72bec req-2dedb3d6-17b9-44fb-be26-a7f1f2aba081 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115518 Mar 18 10:27:55.315919 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Allocated IP 172.20.0.11 (fd212510-b483-441b-8000-a1f6f247a2e5/baa6f53c-a501-4ca2-bc08-0f3367294d9e/be46a39d-16f3-4319-8db5-bfd03a9b5a5d) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:27:55.479336 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5feec7e9-2999-4105-9af9-6db1eb78b450 req-317387f5-dbb5-4a9f-bc0d-5c2798e926a0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 210 time: 0.0589252 Mar 18 10:27:55.569963 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (08f6daef-89e0-4896-828e-2db9caede77b), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:55.572244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35312) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:55.632084 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb55ee-88bc-47f3-a5aa-dd37262f3574 req-f8c4e843-b52e-4bca-89c7-673d95d56f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:55.634909 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11cb55ee-88bc-47f3-a5aa-dd37262f3574 req-f8c4e843-b52e-4bca-89c7-673d95d56f6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 1130 time: 1.5909057 Mar 18 10:27:55.666948 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks [] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:55.722932 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:55.724701 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2b057b1-0811-4de2-9ef1-46a77f7a3f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:55.777610 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-11cb55ee-88bc-47f3-a5aa-dd37262f3574 req-bbf02702-7427-4df1-ba2a-d7a3b55ee0f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:55.830115 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:55.851219 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:55.871347 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'Port': ['ID=08f6daef-89e0-4896-828e-2db9caede77b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:55.890379 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:55.900864 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:55.902334 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.085400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-288b3899-08e0-4ed9-a3ac-6769df60e630 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:56.087207 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-288b3899-08e0-4ed9-a3ac-6769df60e630 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 816 time: 1.7237873 Mar 18 10:27:56.120516 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (8a851d35-d078-4357-8e1c-386911262557), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.192505 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-bd9df8f4-7b3c-4d85-953a-a73fc7d12282 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7674551 Mar 18 10:27:56.206728 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Network fd212510-b483-441b-8000-a1f6f247a2e5 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:27:56.211615 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-301770cd-7674-4236-8749-9b0a658d9815 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/quotas/d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 375 time: 0.0938854 Mar 18 10:27:56.221495 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Request body: {'port': {'device_id': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:56.259623 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2b057b1-0811-4de2-9ef1-46a77f7a3f29 admin admin] Publish callbacks [] for security_group (4a76b4a0-92a2-44fd-9fc5-dd6198c71f77), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.290365 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:27:56.321469 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:27:56.348385 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2b057b1-0811-4de2-9ef1-46a77f7a3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4a76b4a0-92a2-44fd-9fc5-dd6198c71f77), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.406079 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:56.416225 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-35d19575-8741-46b0-ad6a-e81d32f65ed2 None None] Provisioning complete for port 08f6daef-89e0-4896-828e-2db9caede77b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:27:56.417176 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35d19575-8741-46b0-ad6a-e81d32f65ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (08f6daef-89e0-4896-828e-2db9caede77b), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.428070 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.445412 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Pushing event updated for resources: {'Port': ['ID=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:56.453375 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-ecc3044f-5ca9-48de-86a8-e73754030752 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5002866 Mar 18 10:27:56.494172 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Request body: {'port': {'device_id': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:27:56.527761 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-35d19575-8741-46b0-ad6a-e81d32f65ed2 None None] Port 08f6daef-89e0-4896-828e-2db9caede77b cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:27:56.578764 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b52f-c852-4b20-8ec8-bafc27d658ad req-fa1b4c89-7229-4a16-87c8-2f6c94f67018 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:56.587871 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a66b52f-c852-4b20-8ec8-bafc27d658ad req-fa1b4c89-7229-4a16-87c8-2f6c94f67018 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 932 time: 0.5227346 Mar 18 10:27:56.707261 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.720504 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a66b52f-c852-4b20-8ec8-bafc27d658ad req-a34e2564-f890-42bb-87e9-e6d8bc46bef6 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307487 Mar 18 10:27:56.809813 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b057b1-0811-4de2-9ef1-46a77f7a3f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a76b4a0-92a2-44fd-9fc5-dd6198c71f77,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:56.809813 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e2b057b1-0811-4de2-9ef1-46a77f7a3f29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f8267dc8e3b45938d68e6b8d2c3fdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2034910 Mar 18 10:27:56.835767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-11cb55ee-88bc-47f3-a5aa-dd37262f3574 req-bbf02702-7427-4df1-ba2a-d7a3b55ee0f3 service neutron] Publish callbacks [] for security_group (bcda7ab3-4d6b-4b26-8e44-8f2c6bedebae), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.837574 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35364) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:27:56.860516 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-11cb55ee-88bc-47f3-a5aa-dd37262f3574 req-bbf02702-7427-4df1-ba2a-d7a3b55ee0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (bcda7ab3-4d6b-4b26-8e44-8f2c6bedebae), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:56.943044 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (08f6daef-89e0-4896-828e-2db9caede77b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.009856 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-eb790646-6c6b-4d2e-878d-ed819663eb9e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7647216 Mar 18 10:27:57.018133 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11cb55ee-88bc-47f3-a5aa-dd37262f3574 req-bbf02702-7427-4df1-ba2a-d7a3b55ee0f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3712022 Mar 18 10:27:57.021071 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf02702-7427-4df1-ba2a-d7a3b55ee0f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bcda7ab3-4d6b-4b26-8e44-8f2c6bedebae,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:57.255623 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1c9-62a5-4fa5-8a16-a3cd4f77dcb4 admin admin] Publish callbacks [] for security_group (4a76b4a0-92a2-44fd-9fc5-dd6198c71f77), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.358094 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e910d8b-c1de-49aa-bce0-34a00353d7b5 req-9566e251-7fb5-4182-80cc-d6220de82eff tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:57.380383 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e910d8b-c1de-49aa-bce0-34a00353d7b5 req-9566e251-7fb5-4182-80cc-d6220de82eff tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.2381194 Mar 18 10:27:57.397063 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1c9-62a5-4fa5-8a16-a3cd4f77dcb4 admin admin] Publish callbacks [] for security_group (4a76b4a0-92a2-44fd-9fc5-dd6198c71f77), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.423093 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-858a928a-f196-418d-99f3-e8951aeea548 service neutron] 10.222.0.44 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673179 Mar 18 10:27:57.442342 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a851d35-d078-4357-8e1c-386911262557 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:27:57.463438 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Publish callbacks [] for port (8a851d35-d078-4357-8e1c-386911262557), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.535407 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e910d8b-c1de-49aa-bce0-34a00353d7b5 req-548e7414-bfe6-40e4-b828-e64b76f7af64 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533220 Mar 18 10:27:57.603771 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Transition to ACTIVE for port object 8a851d35-d078-4357-8e1c-386911262557 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:27:57.639463 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (8a851d35-d078-4357-8e1c-386911262557), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.795499 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1c9-62a5-4fa5-8a16-a3cd4f77dcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4a76b4a0-92a2-44fd-9fc5-dd6198c71f77), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.799210 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0e97f1c9-62a5-4fa5-8a16-a3cd4f77dcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.804217 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40accf75-b12d-4a86-9bef-67b19973128f req-5a5b2a49-ee09-40d7-a9ce-66f5d70a42f1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:57.804504 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0e97f1c9-62a5-4fa5-8a16-a3cd4f77dcb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a76b4a0-92a2-44fd-9fc5-dd6198c71f77 HTTP/1.1" status: 204 len: 168 time: 0.9603119 Mar 18 10:27:57.811215 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Pushing event updated for resources: {'Port': ['ID=8a851d35-d078-4357-8e1c-386911262557,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:57.813036 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40accf75-b12d-4a86-9bef-67b19973128f req-5a5b2a49-ee09-40d7-a9ce-66f5d70a42f1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 932 time: 0.1134899 Mar 18 10:27:57.816043 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-cfc909a1-d1a3-40cb-8cc8-9bff32c3fb1a service neutron] 10.222.0.44 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773437 Mar 18 10:27:57.855270 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f1c9-62a5-4fa5-8a16-a3cd4f77dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a76b4a0-92a2-44fd-9fc5-dd6198c71f77,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:57.907130 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f6daef-89e0-4896-828e-2db9caede77b {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:27:57.920284 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Publish callbacks [] for port (08f6daef-89e0-4896-828e-2db9caede77b), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.923550 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Attempting to bind port 8a851d35-d078-4357-8e1c-386911262557 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:57.924001 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Attempting to bind port 8a851d35-d078-4357-8e1c-386911262557 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:57.924265 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Attempting to bind port 8a851d35-d078-4357-8e1c-386911262557 on network fd212510-b483-441b-8000-a1f6f247a2e5 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:57.956354 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Port 8a851d35-d078-4357-8e1c-386911262557 on network fd212510-b483-441b-8000-a1f6f247a2e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:27:57.956354 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Attempting to bind port 8a851d35-d078-4357-8e1c-386911262557 on network fd212510-b483-441b-8000-a1f6f247a2e5 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:57.967256 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Transition to ACTIVE for port object 08f6daef-89e0-4896-828e-2db9caede77b will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:27:57.971179 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:57.971698 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Checking segment: {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:57.972453 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Bound using segment: {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:57.973347 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Bound port: 8a851d35-d078-4357-8e1c-386911262557, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:57.974060 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (8a851d35-d078-4357-8e1c-386911262557), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:57.978925 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40accf75-b12d-4a86-9bef-67b19973128f req-500c85f7-d4a7-4d48-abfb-7728fd7e36f3 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649699 Mar 18 10:27:57.980358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (08f6daef-89e0-4896-828e-2db9caede77b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:58.055997 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be46a39d-16f3-4319-8db5-bfd03a9b5a5d {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:27:58.108215 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Publish callbacks [] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:58.116462 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Pushing event updated for resources: {'Port': ['ID=08f6daef-89e0-4896-828e-2db9caede77b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:58.209821 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Transition to ACTIVE for port object be46a39d-16f3-4319-8db5-bfd03a9b5a5d will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:27:58.210701 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:58.244566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Attempting to bind port 08f6daef-89e0-4896-828e-2db9caede77b on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:58.245081 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Attempting to bind port 08f6daef-89e0-4896-828e-2db9caede77b by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:58.245383 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Attempting to bind port 08f6daef-89e0-4896-828e-2db9caede77b on network d01382aa-37e7-475d-9a81-c7daa3b129e8 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:58.259946 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] For port 8a851d35-d078-4357-8e1c-386911262557, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:58.276786 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] For port 8a851d35-d078-4357-8e1c-386911262557, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8a851d35-d078-4357-8e1c-386911262557,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:58.285869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Port 08f6daef-89e0-4896-828e-2db9caede77b on network d01382aa-37e7-475d-9a81-c7daa3b129e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:27:58.286284 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Attempting to bind port 08f6daef-89e0-4896-828e-2db9caede77b on network d01382aa-37e7-475d-9a81-c7daa3b129e8 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:58.296666 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (8a851d35-d078-4357-8e1c-386911262557), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:58.318845 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:58.319873 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Checking segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:58.321710 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Bound using segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:58.323411 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Bound port: 08f6daef-89e0-4896-828e-2db9caede77b, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:58.328651 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (08f6daef-89e0-4896-828e-2db9caede77b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:58.432179 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:58.664317 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Pushing event updated for resources: {'Port': ['ID=8a851d35-d078-4357-8e1c-386911262557,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:58.723664 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:58.724576 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:58.729851 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-31a869fb-c3d7-4b0c-a675-eea1460d464a service neutron] 10.222.0.45 "PUT /v2.0/ports/8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 1094 time: 3.5991235 Mar 18 10:27:58.730599 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'tag': '8a851d35-d078-4357-8e1c-386911262557'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:27:58.736771 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c95de39e-8321-4633-bcc4-0c493a0ae4de", "tag": "8a851d35-d078-4357-8e1c-386911262557"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:27:58.859961 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3df926c7-d694-491a-9b30-d762da7cce52 req-6d1dd398-aeff-47f3-a61f-560fe951e5a6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 210 time: 0.1886969 Mar 18 10:27:59.053263 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1ddd-e429-4335-b124-dc3d78b1faa8 req-5b7f7556-fe7c-40c3-8720-dffe31b50555 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:59.060896 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd1b1ddd-e429-4335-b124-dc3d78b1faa8 req-5b7f7556-fe7c-40c3-8720-dffe31b50555 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 944 time: 0.8449419 Mar 18 10:27:59.066550 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Attempting to bind port be46a39d-16f3-4319-8db5-bfd03a9b5a5d on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:27:59.067066 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Attempting to bind port be46a39d-16f3-4319-8db5-bfd03a9b5a5d by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:27:59.082568 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Attempting to bind port be46a39d-16f3-4319-8db5-bfd03a9b5a5d on network fd212510-b483-441b-8000-a1f6f247a2e5 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:59.088993 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] For port 08f6daef-89e0-4896-828e-2db9caede77b, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:59.105341 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] For port 08f6daef-89e0-4896-828e-2db9caede77b, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=08f6daef-89e0-4896-828e-2db9caede77b,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:59.120493 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (08f6daef-89e0-4896-828e-2db9caede77b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:59.141998 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Port be46a39d-16f3-4319-8db5-bfd03a9b5a5d on network fd212510-b483-441b-8000-a1f6f247a2e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:27:59.142474 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Attempting to bind port be46a39d-16f3-4319-8db5-bfd03a9b5a5d on network fd212510-b483-441b-8000-a1f6f247a2e5 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:27:59.184694 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:27:59.185126 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Checking segment: {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:27:59.185715 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Bound using segment: {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:27:59.196645 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Bound port: be46a39d-16f3-4319-8db5-bfd03a9b5a5d, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c158912-5816-4cd6-a88a-560625acf8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:27:59.197171 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:59.208709 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-290fe1c1-07eb-460f-a0cc-1ec049dab91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:59.210511 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-290fe1c1-07eb-460f-a0cc-1ec049dab91f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1128 time: 0.3651884 Mar 18 10:27:59.243057 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd1b1ddd-e429-4335-b124-dc3d78b1faa8 req-e00fe68e-ecd5-4bec-924e-4fb52e0eb825 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476145 Mar 18 10:27:59.278058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Pushing event updated for resources: {'Port': ['ID=08f6daef-89e0-4896-828e-2db9caede77b,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:59.354334 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:59.355956 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:59.357663 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-14753881-a034-455d-91a0-2d3074c17a33 service neutron] 10.222.0.45 "PUT /v2.0/ports/08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 200 len: 1094 time: 3.1488230 Mar 18 10:27:59.380150 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] For port be46a39d-16f3-4319-8db5-bfd03a9b5a5d, host hv-cinder-81713, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:27:59.424460 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] For port be46a39d-16f3-4319-8db5-bfd03a9b5a5d, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:27:59.430554 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-c5503a08-f325-4a6d-99a0-9927f514137f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 217 time: 0.1453846 Mar 18 10:27:59.446131 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:59.530754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1192b3c3-930f-4e09-9799-d3a1487ae8f9 x-openstack-request-id: req-1192b3c3-930f-4e09-9799-d3a1487ae8f9 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:27:59.530754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95de39e-8321-4633-bcc4-0c493a0ae4de", "tag": "8a851d35-d078-4357-8e1c-386911262557", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:27:59.530754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1192b3c3-930f-4e09-9799-d3a1487ae8f9 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:27:59.530754 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'tag': '8a851d35-d078-4357-8e1c-386911262557', 'status': 'completed', 'code': 200} Mar 18 10:27:59.693850 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:27:59.709607 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a4af-126b-4483-9be7-7860239b3cc8 req-638b5637-b966-4155-ac18-0b8c73291701 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:59.712593 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2cc1a4af-126b-4483-9be7-7860239b3cc8 req-638b5637-b966-4155-ac18-0b8c73291701 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.5215616 Mar 18 10:27:59.832568 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-b7a43811-6c78-4593-a539-369863b1993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:59.838728 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-b7a43811-6c78-4593-a539-369863b1993d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.3707595 Mar 18 10:27:59.884001 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:59.884129 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-30469a97-502c-419b-914b-fc41ed0b8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:27:59.884619 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:27:59.885603 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-30469a97-502c-419b-914b-fc41ed0b8d23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 1128 time: 0.4404428 Mar 18 10:27:59.896565 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-8d78e1dd-06bf-49f1-af67-35dc1dbd7d9e service neutron] 10.222.0.45 "PUT /v2.0/ports/be46a39d-16f3-4319-8db5-bfd03a9b5a5d HTTP/1.1" status: 200 len: 1094 time: 3.4222376 Mar 18 10:27:59.898078 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'tag': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:27:59.908269 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d252de8-6bd4-4041-98bb-a7494901301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:00.003946 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-84b5eb1c-2afe-4c4f-a3c1-0ad13adacb50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 200 len: 217 time: 0.0736487 Mar 18 10:28:00.017689 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-3a1d5f4c-07ac-4ce5-a5dd-4233612e7262 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735895 Mar 18 10:28:00.345098 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-2c107ae1-ac26-44d8-b9c0-2a9341818d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:00.350831 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-2c107ae1-ac26-44d8-b9c0-2a9341818d16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 1128 time: 0.2499652 Mar 18 10:28:00.395013 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683494-58b1-4fd5-b0b5-44619cc639e7 req-4d88dbf9-9449-4c7c-8568-0e49ca3449f9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:00.407566 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d7683494-58b1-4fd5-b0b5-44619cc639e7 req-4d88dbf9-9449-4c7c-8568-0e49ca3449f9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 944 time: 0.7267113 Mar 18 10:28:00.492650 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-19cb90d7-73d1-441b-8344-4cb9f23de77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:00.505755 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-19cb90d7-73d1-441b-8344-4cb9f23de77a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.4829338 Mar 18 10:28:00.522934 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-e055d43a-f157-449f-b384-1e3a84575058 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d HTTP/1.1" status: 200 len: 217 time: 0.1116040 Mar 18 10:28:00.539766 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb63496-fecb-4c0d-bc94-2f2a7769553c" -d '{"events": [{"name": "network-changed", "server_uuid": "99a51595-8ce0-455d-8f68-1e8facdc8d02", "tag": "be46a39d-16f3-4319-8db5-bfd03a9b5a5d"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:00.593036 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2cc1a4af-126b-4483-9be7-7860239b3cc8 req-779debd4-e79e-411a-9ef3-708ece9a4c27 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332314 Mar 18 10:28:00.675407 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-7eb607fa-debb-46e3-82d2-70493836c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:00.683368 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-7eb607fa-debb-46e3-82d2-70493836c167 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.1235101 Mar 18 10:28:00.911322 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-e5f6d61a-d6c0-402c-b661-da464e124cf1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2068133 Mar 18 10:28:00.964534 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d7683494-58b1-4fd5-b0b5-44619cc639e7 req-7da9a96f-c93a-46f6-99bb-752854fcc84f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555441 Mar 18 10:28:01.110858 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1e3138b6-2aab-490d-9140-8cd45e6a0055 req-5a2effd9-6218-4cee-9bbd-553cfa49d282 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 210 time: 0.1767187 Mar 18 10:28:01.263193 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-7d2875c6-0014-45d9-9567-78e72830b79d service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425164 Mar 18 10:28:01.286582 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895948b-beb9-4c7e-ad4c-dffed4155d4a req-01faf06e-3a34-43fb-93d5-a2ce83f412be tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:01.295272 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f895948b-beb9-4c7e-ad4c-dffed4155d4a req-01faf06e-3a34-43fb-93d5-a2ce83f412be tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 944 time: 0.2158017 Mar 18 10:28:01.300609 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-4b019c9d-2fe6-4675-925a-68c3f398593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:01.303401 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-4b019c9d-2fe6-4675-925a-68c3f398593b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7034621 Mar 18 10:28:01.325208 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-ff6238e3-00ce-42d3-9f75-9aef17acde5a service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2142134 Mar 18 10:28:01.410994 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-39109aa2-e6c8-4213-a950-d83c9474a97e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:01.413760 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-39109aa2-e6c8-4213-a950-d83c9474a97e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 816 time: 0.8157153 Mar 18 10:28:01.449227 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f895948b-beb9-4c7e-ad4c-dffed4155d4a req-f8e57f69-eb8f-4b06-99e5-aadbdabc55c9 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523190 Mar 18 10:28:01.534474 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-effa8cd6-0381-4bdc-a99b-0cea290ecc61 req-95157a09-cec5-44d9-9e78-ca34ce58b9a8 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649980 Mar 18 10:28:01.561701 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:01.567410 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c19633-f29d-416c-80bc-52509a48b95a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "tag": "08f6daef-89e0-4896-828e-2db9caede77b"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:01.643058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd6de78-e549-4b54-8793-f007c73e9a73 x-openstack-request-id: req-bfd6de78-e549-4b54-8793-f007c73e9a73 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:01.643525 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "tag": "08f6daef-89e0-4896-828e-2db9caede77b", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:01.643942 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bfd6de78-e549-4b54-8793-f007c73e9a73 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:01.644557 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b', 'status': 'completed', 'code': 200} Mar 18 10:28:01.761389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e77dfb-1796-4eb1-9032-3b8896499387 x-openstack-request-id: req-24e77dfb-1796-4eb1-9032-3b8896499387 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:01.762241 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a51595-8ce0-455d-8f68-1e8facdc8d02", "tag": "be46a39d-16f3-4319-8db5-bfd03a9b5a5d", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:01.763298 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24e77dfb-1796-4eb1-9032-3b8896499387 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:01.764701 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'tag': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d', 'status': 'completed', 'code': 200} Mar 18 10:28:01.831547 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-2620f5f4-46db-49fb-a1de-3b496bff3b93 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 380 time: 0.3832996 Mar 18 10:28:01.847107 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-ffa8d869-a8c7-478b-b8c5-d1f9617aec70 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177155 Mar 18 10:28:01.856626 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'port': {'device_id': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'admin_state_up': True, 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'security_groups': ['efaeb520-1e27-43bb-b24e-93061f239b01']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:01.884161 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-984e0eb7-b6ce-421c-a67c-a6bef24bbc33 req-da45996d-9315-4b80-ab04-26797c5de443 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506983 Mar 18 10:28:02.282724 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-6af70662-c26e-4def-a85f-aff712f21e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:02.285959 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-6af70662-c26e-4def-a85f-aff712f21e8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 1128 time: 0.4505911 Mar 18 10:28:02.305868 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1615d6-3371-4e0e-9314-fbc62731c37c req-f413e1ae-0026-4e74-8aab-615db0eeb87d tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:02.313676 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-c18fe85a-f4bb-43de-afec-5a6a4f250195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:02.316596 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-c18fe85a-f4bb-43de-afec-5a6a4f250195 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1128 time: 0.2882261 Mar 18 10:28:02.322172 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af1615d6-3371-4e0e-9314-fbc62731c37c req-f413e1ae-0026-4e74-8aab-615db0eeb87d tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.5766094 Mar 18 10:28:02.355028 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64c0f057-fb7d-4ca7-a23e-e41761019140 req-7ad7a492-7299-4a83-953e-813c1910c2dd service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890740 Mar 18 10:28:02.461543 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0811ff4-086a-49cf-a185-72f71522c355 req-1677b831-5866-4b0b-9d0a-30d178041e6b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:02.463540 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b0811ff4-086a-49cf-a185-72f71522c355 req-1677b831-5866-4b0b-9d0a-30d178041e6b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 944 time: 0.3506229 Mar 18 10:28:02.486707 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Made reservation on behalf of d28e7f2fa97f4e5c8b10a347154dfe69 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:02.490712 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:02.620774 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-cb36513c-1539-48bb-9368-1a9c3b3cc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:02.623104 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-cb36513c-1539-48bb-9368-1a9c3b3cc18f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.2948880 Mar 18 10:28:02.664212 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af1615d6-3371-4e0e-9314-fbc62731c37c req-ed6c2dbe-e1ab-4d1d-beeb-b193ea3bf635 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402715 Mar 18 10:28:02.766098 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-f6a570de-8611-45be-b8fd-054d246ae928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:02.768746 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-f6a570de-8611-45be-b8fd-054d246ae928 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.4419379 Mar 18 10:28:02.804717 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-f11019b2-66e0-4638-8596-cc356cf6bb52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 217 time: 0.0679560 Mar 18 10:28:02.823906 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b0811ff4-086a-49cf-a185-72f71522c355 req-9045d916-a69f-49c4-b310-7832bd1d4e5a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236425 Mar 18 10:28:02.871819 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c19633-f29d-416c-80bc-52509a48b95a req-76456a47-dd32-42c4-96e6-55c39c436dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:02.886095 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70c19633-f29d-416c-80bc-52509a48b95a req-76456a47-dd32-42c4-96e6-55c39c436dd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 1128 time: 0.4140060 Mar 18 10:28:02.902765 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5cff17d6-8a41-4b18-b95b-2b1e6c1c1e81 req-0f886bdb-f8e0-4abd-94cc-62e74132ddfc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 210 time: 0.1034372 Mar 18 10:28:02.939681 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6c12785-4b4f-4475-9988-2fe21cdd07e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:03.039921 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Allocated IP 172.20.0.6 (8827447e-9724-4925-aac4-a2835d23dc5c/6be7fe45-4db7-439e-b22d-2c8a07372a1c/03d54b27-6991-4a62-9124-0f6535f328a4) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:28:03.092034 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fade32-8de9-4204-b687-0f31370cb795 req-a291f263-37de-4390-b094-624570aae58f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:03.095476 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09fade32-8de9-4204-b687-0f31370cb795 req-a291f263-37de-4390-b094-624570aae58f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 944 time: 0.1480465 Mar 18 10:28:03.301622 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09fade32-8de9-4204-b687-0f31370cb795 req-0fb85286-567a-4afc-8c8e-b01dd6082020 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876678 Mar 18 10:28:03.447229 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for port (03d54b27-6991-4a62-9124-0f6535f328a4), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:03.497288 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:03.553408 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Network 8827447e-9724-4925-aac4-a2835d23dc5c is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:28:03.557203 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:28:03.564718 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:28:03.570854 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:03.571181 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:03.582141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:03.616730 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5a627415-f769-4651-9fef-a15ddc3efa32 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7744260 Mar 18 10:28:03.676666 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:28:03.931844 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-e8668609-051e-4d2f-9264-ab890d78a969 None None] Provisioning complete for port 03d54b27-6991-4a62-9124-0f6535f328a4 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:28:03.932405 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e8668609-051e-4d2f-9264-ab890d78a969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.001311 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-e8668609-051e-4d2f-9264-ab890d78a969 None None] Port 03d54b27-6991-4a62-9124-0f6535f328a4 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:28:04.003062 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471a6c7-be07-4de7-9d1f-ba10f39a89ea req-bcb20a75-c845-43fb-a528-070f7ab82d5a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:04.005998 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4471a6c7-be07-4de7-9d1f-ba10f39a89ea req-bcb20a75-c845-43fb-a528-070f7ab82d5a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 944 time: 0.0999775 Mar 18 10:28:04.088477 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4471a6c7-be07-4de7-9d1f-ba10f39a89ea req-7cad17cb-f67f-46ee-95a0-ce3d90f82cec tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712552 Mar 18 10:28:04.094157 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.164830 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707997b-38f5-474d-b188-11522e4ef0ee req-fefc5530-f723-4cfa-8ac7-a1422f79ce75 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:04.166513 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3707997b-38f5-474d-b188-11522e4ef0ee req-fefc5530-f723-4cfa-8ac7-a1422f79ce75 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 931 time: 0.0762391 Mar 18 10:28:04.231965 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3707997b-38f5-474d-b188-11522e4ef0ee req-f93f0f5a-6ac1-4240-8986-f4057355efd0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586226 Mar 18 10:28:04.378381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35594) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:04.522222 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fce08a-0bc6-43e5-9988-f5da966dfcea req-fe480b18-8795-4fa9-9605-a941b113f4d6 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:04.523840 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b4fce08a-0bc6-43e5-9988-f5da966dfcea req-fe480b18-8795-4fa9-9605-a941b113f4d6 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 944 time: 0.0950327 Mar 18 10:28:04.544559 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14ea80cc-fd32-4715-8544-9cc851c89357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.577371 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b4fce08a-0bc6-43e5-9988-f5da966dfcea req-b3768473-f182-4250-8561-cc90ce5a4d1e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475669 Mar 18 10:28:04.684631 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14ea80cc-fd32-4715-8544-9cc851c89357 admin admin] Publish callbacks [] for security_group (4069856f-32e3-407b-ab3b-07668d6116b8), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.690092 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14ea80cc-fd32-4715-8544-9cc851c89357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4069856f-32e3-407b-ab3b-07668d6116b8), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.733896 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-14ea80cc-fd32-4715-8544-9cc851c89357 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a902108562754104899ef04115ced620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539298 Mar 18 10:28:04.734840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea80cc-fd32-4715-8544-9cc851c89357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4069856f-32e3-407b-ab3b-07668d6116b8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:04.737041 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35610) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:04.797433 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e019dad7-bc54-4a9e-984e-ab8499d5ef8b admin admin] Publish callbacks [] for security_group (4069856f-32e3-407b-ab3b-07668d6116b8), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.825226 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e019dad7-bc54-4a9e-984e-ab8499d5ef8b admin admin] Publish callbacks [] for security_group (4069856f-32e3-407b-ab3b-07668d6116b8), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.880257 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e019dad7-bc54-4a9e-984e-ab8499d5ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4069856f-32e3-407b-ab3b-07668d6116b8), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.883338 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e019dad7-bc54-4a9e-984e-ab8499d5ef8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:04.884823 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e019dad7-bc54-4a9e-984e-ab8499d5ef8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4069856f-32e3-407b-ab3b-07668d6116b8 HTTP/1.1" status: 204 len: 168 time: 0.1468334 Mar 18 10:28:04.894553 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019dad7-bc54-4a9e-984e-ab8499d5ef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4069856f-32e3-407b-ab3b-07668d6116b8,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:05.201615 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35618) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:05.223910 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7def-9a5f-4163-8eb7-bb63db5670e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:05.255755 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8e37-950d-4f42-97ee-e8fbe482acde req-0c0cc670-a5d5-4fea-ad9f-e47571a46575 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:05.262418 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c0be8e37-950d-4f42-97ee-e8fbe482acde req-0c0cc670-a5d5-4fea-ad9f-e47571a46575 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 944 time: 0.0908628 Mar 18 10:28:05.333452 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c0be8e37-950d-4f42-97ee-e8fbe482acde req-cdcdbf4e-e5ab-42a9-b7b5-7570da1e70c5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Mar 18 10:28:05.350549 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7def-9a5f-4163-8eb7-bb63db5670e7 admin admin] Publish callbacks [] for security_group (19c42746-f824-42c7-a196-4180dd9d8644), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:05.372566 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7def-9a5f-4163-8eb7-bb63db5670e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (19c42746-f824-42c7-a196-4180dd9d8644), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:05.421230 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Request body: {'port': {'device_id': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:05.473193 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fb0f7def-9a5f-4163-8eb7-bb63db5670e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f2c4ddd994049fd8c53b0df93ca58bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700343 Mar 18 10:28:05.474102 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f7def-9a5f-4163-8eb7-bb63db5670e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c42746-f824-42c7-a196-4180dd9d8644,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:05.476615 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35622) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:05.480416 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-bf25679b-dca4-421b-b14e-19ebe965ca9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d HTTP/1.1" status: 200 len: 217 time: 0.0640070 Mar 18 10:28:05.536184 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25a9dd-4c6a-47bf-9e11-bc9b274f2805 req-5ce911ce-0db8-429b-8eb2-6a70b6a19e6e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:05.537899 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6b25a9dd-4c6a-47bf-9e11-bc9b274f2805 req-5ce911ce-0db8-429b-8eb2-6a70b6a19e6e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 931 time: 0.2008979 Mar 18 10:28:05.606108 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-d6e7ef78-1b88-4c07-bd9a-e171b7d90041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:05.606108 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-d6e7ef78-1b88-4c07-bd9a-e171b7d90041 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.1179101 Mar 18 10:28:05.668017 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-a3366610-da48-4c19-bed1-b35dfec56c5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493801 Mar 18 10:28:05.672157 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4652ad95-19a3-453d-b723-d7663a5a9a8e admin admin] Publish callbacks [] for security_group (19c42746-f824-42c7-a196-4180dd9d8644), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:05.682447 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6b25a9dd-4c6a-47bf-9e11-bc9b274f2805 req-6f836bd5-34ac-4ad5-91af-734ab4f1d94b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295006 Mar 18 10:28:05.763091 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4652ad95-19a3-453d-b723-d7663a5a9a8e admin admin] Publish callbacks [] for security_group (19c42746-f824-42c7-a196-4180dd9d8644), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:05.810435 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-fea5b651-7e6f-46b4-9477-dee5c3507348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:05.812777 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-fea5b651-7e6f-46b4-9477-dee5c3507348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.3832507 Mar 18 10:28:05.902970 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-d4fe5af3-9271-4665-83ae-3b26fbc2eae2 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242284 Mar 18 10:28:05.910326 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4652ad95-19a3-453d-b723-d7663a5a9a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (19c42746-f824-42c7-a196-4180dd9d8644), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:05.925811 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4652ad95-19a3-453d-b723-d7663a5a9a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:05.932426 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4652ad95-19a3-453d-b723-d7663a5a9a8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19c42746-f824-42c7-a196-4180dd9d8644 HTTP/1.1" status: 204 len: 168 time: 0.4489379 Mar 18 10:28:05.932628 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-40bfadd9-b75a-45de-ba18-3c6519fc887b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076283 Mar 18 10:28:05.942198 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:06.017456 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652ad95-19a3-453d-b723-d7663a5a9a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c42746-f824-42c7-a196-4180dd9d8644,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:06.102519 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-8a7b5b0b-900d-4ef0-8f87-c53c6c185b34 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715362 Mar 18 10:28:06.143754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:06.149355 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c19633-f29d-416c-80bc-52509a48b95a req-0e51d639-3c84-4a95-9e2f-df395bf5c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:06.152152 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70c19633-f29d-416c-80bc-52509a48b95a req-0e51d639-3c84-4a95-9e2f-df395bf5c9fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 911 time: 0.7251034 Mar 18 10:28:06.229497 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214158e5-1d91-4503-b4c5-4b19bd7a0324 req-d9e78898-60a6-4247-beb6-b5effd540569 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:06.238695 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-214158e5-1d91-4503-b4c5-4b19bd7a0324 req-d9e78898-60a6-4247-beb6-b5effd540569 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 944 time: 0.4196665 Mar 18 10:28:06.254075 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70c19633-f29d-416c-80bc-52509a48b95a req-35f004be-3f65-41e9-b116-98cf4b416cee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 200 len: 217 time: 0.0856376 Mar 18 10:28:06.555398 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c918bf-8f73-4e59-b4af-3017a68ed4a6 req-ede66cc1-eea0-4c1f-a2f7-f427699dff15 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:06.563727 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-b264c87b-921f-4d71-9845-34beac440bd2 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926867 Mar 18 10:28:06.567725 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57c918bf-8f73-4e59-b4af-3017a68ed4a6 req-ede66cc1-eea0-4c1f-a2f7-f427699dff15 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 944 time: 0.1188049 Mar 18 10:28:06.592234 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c19633-f29d-416c-80bc-52509a48b95a req-e819e28f-6bd2-4c08-90e2-89d42571801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:06.594606 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70c19633-f29d-416c-80bc-52509a48b95a req-e819e28f-6bd2-4c08-90e2-89d42571801c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.3111894 Mar 18 10:28:06.638241 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-214158e5-1d91-4503-b4c5-4b19bd7a0324 req-0963edfd-5d23-46b7-be40-a4196a6f2abe tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985043 Mar 18 10:28:06.718986 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57c918bf-8f73-4e59-b4af-3017a68ed4a6 req-02047377-b419-4750-93ac-20f7332d189a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480329 Mar 18 10:28:06.852054 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b5833ac2-73ac-4fc2-9fd1-bf18c71052e9 req-c9b95f17-3904-42c2-adf9-02b2291d4a66 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485116 Mar 18 10:28:06.928646 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c19633-f29d-416c-80bc-52509a48b95a req-2fe27436-8cef-4062-ab16-ae98d1cd27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:06.930242 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70c19633-f29d-416c-80bc-52509a48b95a req-2fe27436-8cef-4062-ab16-ae98d1cd27cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2855608 Mar 18 10:28:07.016894 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd854b-1e98-4d8f-a452-47002e8b4507 req-eaf7d709-e141-40e0-9f03-db2474a5cf0f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:07.023961 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f5fd854b-1e98-4d8f-a452-47002e8b4507 req-eaf7d709-e141-40e0-9f03-db2474a5cf0f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 931 time: 0.1628480 Mar 18 10:28:07.131949 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d54b27-6991-4a62-9124-0f6535f328a4 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:28:07.148527 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70c19633-f29d-416c-80bc-52509a48b95a req-902f098f-9c5e-4eec-972d-aab2548838ac service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090573 Mar 18 10:28:07.151527 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Publish callbacks [] for port (03d54b27-6991-4a62-9124-0f6535f328a4), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:07.168207 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:07.185707 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f5fd854b-1e98-4d8f-a452-47002e8b4507 req-3e5d23e2-9c87-4ef4-8519-5f8f2d26314c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443298 Mar 18 10:28:07.305427 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Transition to ACTIVE for port object 03d54b27-6991-4a62-9124-0f6535f328a4 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:28:07.317694 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:07.408456 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 8a851d35-d078-4357-8e1c-386911262557 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:28:07.497258 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70c19633-f29d-416c-80bc-52509a48b95a req-d3ab46cb-9d52-49a8-91de-3a9121ad8f03 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372872 Mar 18 10:28:07.521968 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:07.604978 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35700) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:07.637447 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Attempting to bind port 03d54b27-6991-4a62-9124-0f6535f328a4 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:28:07.639141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Attempting to bind port 03d54b27-6991-4a62-9124-0f6535f328a4 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:28:07.641450 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Attempting to bind port 03d54b27-6991-4a62-9124-0f6535f328a4 on network 8827447e-9724-4925-aac4-a2835d23dc5c {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:28:07.655509 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Port 03d54b27-6991-4a62-9124-0f6535f328a4 on network 8827447e-9724-4925-aac4-a2835d23dc5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:28:07.656181 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Attempting to bind port 03d54b27-6991-4a62-9124-0f6535f328a4 on network 8827447e-9724-4925-aac4-a2835d23dc5c {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:28:07.666661 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:28:07.667282 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Checking segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:28:07.667992 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Bound using segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:28:07.669007 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Bound port: 03d54b27-6991-4a62-9124-0f6535f328a4, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:28:07.669627 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:07.700406 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 8a851d35-d078-4357-8e1c-386911262557, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8a851d35-d078-4357-8e1c-386911262557,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:07.727279 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '8a851d35-d078-4357-8e1c-386911262557', 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'port_id': '8a851d35-d078-4357-8e1c-386911262557', 'mac_address': 'fa:16:3e:7a:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:28:07.893003 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 8a851d35-d078-4357-8e1c-386911262557 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:07.893757 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (8a851d35-d078-4357-8e1c-386911262557), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:07.950651 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a851d35-d078-4357-8e1c-386911262557 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:28:07.972571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:28:07.980894 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:28:07.997105 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc90f19-72b5-48c9-9295-a67ee7efc3c4 req-22b51547-4b3c-4f34-8b6f-22b5e6f5651d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:07.998633 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-707526156-network', 'tenant_id': '2333c7faddf0414a9dbafa152fbaa03b'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:08.003453 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fc90f19-72b5-48c9-9295-a67ee7efc3c4 req-22b51547-4b3c-4f34-8b6f-22b5e6f5651d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 944 time: 0.1299984 Mar 18 10:28:08.009482 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.015726 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 8a851d35-d078-4357-8e1c-386911262557, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8a851d35-d078-4357-8e1c-386911262557,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:08.041058 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (8a851d35-d078-4357-8e1c-386911262557), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.043701 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device be46a39d-16f3-4319-8db5-bfd03a9b5a5d details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:28:08.129572 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:08.130674 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.133052 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] 10.222.0.45 "PUT /v2.0/ports/03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 1093 time: 2.7180324 Mar 18 10:28:08.141296 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:08.146637 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec68108f-1f93-4f18-b47f-eea99270a4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:08.191228 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=8a851d35-d078-4357-8e1c-386911262557,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:08.203471 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Made reservation on behalf of 2333c7faddf0414a9dbafa152fbaa03b for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:08.217907 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.259699 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fc90f19-72b5-48c9-9295-a67ee7efc3c4 req-c0012ddd-f941-4a48-b6a2-f18805d31168 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434340 Mar 18 10:28:08.275253 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461f66f-d77e-4344-bd61-7fe426201d79 req-61c01a55-e405-4bb9-a278-403cf58cc3f2 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:08.288576 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1461f66f-d77e-4344-bd61-7fe426201d79 req-61c01a55-e405-4bb9-a278-403cf58cc3f2 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 944 time: 0.4872015 Mar 18 10:28:08.290941 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port be46a39d-16f3-4319-8db5-bfd03a9b5a5d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:08.322763 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d', 'network_id': 'fd212510-b483-441b-8000-a1f6f247a2e5', 'port_id': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d', 'mac_address': 'fa:16:3e:79:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa6f53c-a501-4ca2-bc08-0f3367294d9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:28:08.373656 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.402129 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a15ce-92cf-4937-b593-b84f61fe079d service neutron] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:08.452435 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b12d66-d2de-4111-88c1-ea424f17172e x-openstack-request-id: req-c2b12d66-d2de-4111-88c1-ea424f17172e {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:08.453521 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:08.454184 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2b12d66-d2de-4111-88c1-ea424f17172e {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:08.455452 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4', 'status': 'completed', 'code': 200} Mar 18 10:28:08.473449 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port be46a39d-16f3-4319-8db5-bfd03a9b5a5d is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:08.474401 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.515698 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be46a39d-16f3-4319-8db5-bfd03a9b5a5d {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:28:08.560067 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port be46a39d-16f3-4319-8db5-bfd03a9b5a5d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:08.563744 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1461f66f-d77e-4344-bd61-7fe426201d79 req-de83fbfa-101b-4516-88f1-238de6347eff tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733283 Mar 18 10:28:08.575645 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-75d7d780-42c6-456c-9094-0a3be5a018a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:08.578566 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-75d7d780-42c6-456c-9094-0a3be5a018a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1127 time: 0.3215973 Mar 18 10:28:08.580725 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.649934 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-001730ac-448c-4768-bb64-3a4ce44dc39c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 217 time: 0.0624564 Mar 18 10:28:08.701370 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547c39-5f68-4167-9ddc-497421f012a8 req-a0e99dd4-17eb-451f-9080-0deed28ffb6d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:08.708462 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0547c39-5f68-4167-9ddc-497421f012a8 req-a0e99dd4-17eb-451f-9080-0deed28ffb6d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1447306 Mar 18 10:28:08.714918 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks [] for security_group (1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.717482 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:08.729753 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.765764 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:28:08.790653 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-42199df6-cb03-4ad4-ab5b-6f01cf40f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:08.792357 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-42199df6-cb03-4ad4-ab5b-6f01cf40f066 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.1293280 Mar 18 10:28:08.797143 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (7f364f31-db7c-4410-92d0-1c3cc945666d), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.797730 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Added segment 7f364f31-db7c-4410-92d0-1c3cc945666d of type vlan for network c517e3eb-4f99-45fd-a9a8-db4732bea6bb Mar 18 10:28:08.802076 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:08.814491 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0547c39-5f68-4167-9ddc-497421f012a8 req-0f614fb4-0e48-45d8-98b6-b1be990e7cd0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983686 Mar 18 10:28:08.880857 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['8a851d35-d078-4357-8e1c-386911262557'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:28:08.923989 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['be46a39d-16f3-4319-8db5-bfd03a9b5a5d'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:28:08.933087 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (c517e3eb-4f99-45fd-a9a8-db4732bea6bb), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:08.984684 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-45f39623-2b97-4424-8730-3ceb2d5d8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:08.987283 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-45f39623-2b97-4424-8730-3ceb2d5d8aea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1868224 Mar 18 10:28:09.052077 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (c517e3eb-4f99-45fd-a9a8-db4732bea6bb), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:09.053066 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:09.053654 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:09.136700 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5253363 Mar 18 10:28:09.137074 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35742) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:09.144893 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Request body: {'subnet': {'network_id': 'c517e3eb-4f99-45fd-a9a8-db4732bea6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-707526156-subnet', 'tenant_id': '2333c7faddf0414a9dbafa152fbaa03b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:09.165879 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dcb23-4ebf-4e92-bc45-7afea8fe7010 admin admin] Pushing event updated for resources: {'Network': ['ID=c517e3eb-4f99-45fd-a9a8-db4732bea6bb,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:09.187531 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network c517e3eb-4f99-45fd-a9a8-db4732bea6bb details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:28:09.191859 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Made reservation on behalf of 2333c7faddf0414a9dbafa152fbaa03b for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:09.196052 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:09.205901 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-c3c5ae68-a2a9-4bca-8944-3e31bef7077b service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113500 Mar 18 10:28:09.360414 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-daa42760-3e78-4427-bdcf-1d507ca37d3a req-be9dab1c-48d6-4874-89c1-2c925382bfa1 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468771 Mar 18 10:28:09.419133 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 08f6daef-89e0-4896-828e-2db9caede77b details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:28:09.550727 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a1a36-593c-41d8-8844-19d543d76c41 req-456a104a-bb08-46cb-bb6e-e7a18489ca2b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:09.564135 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-de2a1a36-593c-41d8-8844-19d543d76c41 req-456a104a-bb08-46cb-bb6e-e7a18489ca2b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 945 time: 0.1927464 Mar 18 10:28:09.570004 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (acf923e5-d3ef-42fb-b353-bfa7842979d4), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:09.603858 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-17369833-d728-42ed-9c74-6818752c0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:09.606302 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-17369833-d728-42ed-9c74-6818752c0269 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1127 time: 0.1690979 Mar 18 10:28:09.645078 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 08f6daef-89e0-4896-828e-2db9caede77b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=08f6daef-89e0-4896-828e-2db9caede77b,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:09.679013 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '08f6daef-89e0-4896-828e-2db9caede77b', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'port_id': '08f6daef-89e0-4896-828e-2db9caede77b', 'mac_address': 'fa:16:3e:47:d7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:28:09.738921 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf923e5-d3ef-42fb-b353-bfa7842979d4,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:09.794683 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 08f6daef-89e0-4896-828e-2db9caede77b is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:09.795337 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (08f6daef-89e0-4896-828e-2db9caede77b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:09.795765 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Checking segment: {'id': '7f364f31-db7c-4410-92d0-1c3cc945666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c517e3eb-4f99-45fd-a9a8-db4732bea6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:28:09.796222 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Network hostable DHCP agents. Network: c517e3eb-4f99-45fd-a9a8-db4732bea6bb, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:28:09.817830 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f6daef-89e0-4896-828e-2db9caede77b {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:28:09.834759 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-de2a1a36-593c-41d8-8844-19d543d76c41 req-118a0b56-13d6-4b00-b5d0-06beb5d14d27 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695646 Mar 18 10:28:09.880869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-374fae37-342b-420f-bfc7-087a5533004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:09.882620 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-374fae37-342b-420f-bfc7-087a5533004d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.2675350 Mar 18 10:28:09.885475 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 08f6daef-89e0-4896-828e-2db9caede77b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=08f6daef-89e0-4896-828e-2db9caede77b,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:09.886133 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Network c517e3eb-4f99-45fd-a9a8-db4732bea6bb is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:28:09.894312 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (08f6daef-89e0-4896-828e-2db9caede77b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:09.901399 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7dce2-044f-43fe-8a60-f14bacadfb8b req-7fb88b17-cd91-4654-b5c4-848c292d1124 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:09.902080 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7be7dce2-044f-43fe-8a60-f14bacadfb8b req-7fb88b17-cd91-4654-b5c4-848c292d1124 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 944 time: 0.1541064 Mar 18 10:28:09.941113 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, c517e3eb-4f99-45fd-a9a8-db4732bea6bb) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:28:09.966509 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:09.967134 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:09.996878 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=08f6daef-89e0-4896-828e-2db9caede77b,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:10.006636 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355523f6-2827-45c2-921a-e02dd790848e None None] Network c517e3eb-4f99-45fd-a9a8-db4732bea6bb requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:10.007430 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-cfc26488-9b8c-4935-bb03-1911078c7d48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 217 time: 0.1143596 Mar 18 10:28:10.042871 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8b2a6daa-7488-4b9a-a0d8-aa32a3ad215a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9029264 Mar 18 10:28:10.092117 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7be7dce2-044f-43fe-8a60-f14bacadfb8b req-0319ef04-fb71-444f-9f31-3e7be7759c81 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789455 Mar 18 10:28:10.226433 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-3b215fff-f72f-4b69-b51b-8bdccab6f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:10.229121 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-3b215fff-f72f-4b69-b51b-8bdccab6f3bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.2044752 Mar 18 10:28:10.259700 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['08f6daef-89e0-4896-828e-2db9caede77b'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:28:10.267663 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e38d17-5986-4e76-ac71-b350ce062a48 req-776cb82e-2762-4472-b940-04df3362dcd4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:10.270349 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-25e38d17-5986-4e76-ac71-b350ce062a48 req-776cb82e-2762-4472-b940-04df3362dcd4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.2888837 Mar 18 10:28:10.306450 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f5a63-8be6-494b-a6a6-024433a3ec08 None None] Network c517e3eb-4f99-45fd-a9a8-db4732bea6bb requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:10.440485 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-5872df03-38ad-41ac-bfe8-980a8878fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:10.442482 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-5872df03-38ad-41ac-bfe8-980a8878fa1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1708653 Mar 18 10:28:10.454032 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-25e38d17-5986-4e76-ac71-b350ce062a48 req-ed00fa41-4f72-484d-8328-0b7b8e5b5712 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511929 Mar 18 10:28:10.545286 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35778) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:10.812460 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-fd05d396-08e5-4bcd-afa7-6ba3c41a53eb service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540475 Mar 18 10:28:10.852102 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e3440a4b-7ac3-42c4-ae9e-f79225f7a9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:10.988340 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec68108f-1f93-4f18-b47f-eea99270a4c3 req-e7e00975-0496-45bc-a14d-3eea773aaa60 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669755 Mar 18 10:28:11.053377 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35794) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:11.059564 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-295802370-network', 'tenant_id': 'b9cf3b19b7ba48d1a0b78ca6f5bebaea'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:11.080891 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Made reservation on behalf of b9cf3b19b7ba48d1a0b78ca6f5bebaea for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:11.083995 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.087656 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e3440a4b-7ac3-42c4-ae9e-f79225f7a9ea admin admin] Publish callbacks [] for security_group (63bf0ee6-9e8f-4f00-bb08-1b1156722d0c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.095513 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e3440a4b-7ac3-42c4-ae9e-f79225f7a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (63bf0ee6-9e8f-4f00-bb08-1b1156722d0c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.096773 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.127229 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d667b-cad3-4edf-b5b2-dfb20818cc72 req-e8a13b0d-8586-4c93-922c-696100cfe43d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:11.130342 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-988d667b-cad3-4edf-b5b2-dfb20818cc72 req-e8a13b0d-8586-4c93-922c-696100cfe43d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 945 time: 0.1855600 Mar 18 10:28:11.198193 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks [] for security_group (a6d5429b-037d-471e-a6fb-dc65f7721a75), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.205005 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a6d5429b-037d-471e-a6fb-dc65f7721a75), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.206933 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3440a4b-7ac3-42c4-ae9e-f79225f7a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bf0ee6-9e8f-4f00-bb08-1b1156722d0c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:11.216979 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e3440a4b-7ac3-42c4-ae9e-f79225f7a9ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d28418a72a1249d09221d25779659463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6699286 Mar 18 10:28:11.224563 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35798) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:11.261994 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:28:11.275933 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d5429b-037d-471e-a6fb-dc65f7721a75,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:11.284264 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (4486c0b9-7350-45a4-8c59-51351cafd890), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.284616 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Added segment 4486c0b9-7350-45a4-8c59-51351cafd890 of type vlan for network d3479e44-8b2b-4a53-a006-5c9a98ab75f6 Mar 18 10:28:11.345965 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d351d-d700-42d6-88fe-b0e33d8fab30 req-92db1b91-674c-44b5-8411-5884ca4c8d8a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:11.347714 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-517d351d-d700-42d6-88fe-b0e33d8fab30 req-92db1b91-674c-44b5-8411-5884ca4c8d8a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 945 time: 0.1380014 Mar 18 10:28:11.349333 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-988d667b-cad3-4edf-b5b2-dfb20818cc72 req-c2300c42-4982-442d-aa51-10e7881cdf5a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072997 Mar 18 10:28:11.350121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (d3479e44-8b2b-4a53-a006-5c9a98ab75f6), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.375320 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa4c3-7a6d-4f37-840a-10b0198b0e52 admin admin] Publish callbacks [] for security_group (63bf0ee6-9e8f-4f00-bb08-1b1156722d0c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.409953 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa4c3-7a6d-4f37-840a-10b0198b0e52 admin admin] Publish callbacks [] for security_group (63bf0ee6-9e8f-4f00-bb08-1b1156722d0c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.427667 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 8a851d35-d078-4357-8e1c-386911262557 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:28:11.446725 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (d3479e44-8b2b-4a53-a006-5c9a98ab75f6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.448526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:11.449517 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.500743 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa4c3-7a6d-4f37-840a-10b0198b0e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (63bf0ee6-9e8f-4f00-bb08-1b1156722d0c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.504092 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa4c3-7a6d-4f37-840a-10b0198b0e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.506361 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a1eaa4c3-7a6d-4f37-840a-10b0198b0e52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63bf0ee6-9e8f-4f00-bb08-1b1156722d0c HTTP/1.1" status: 204 len: 168 time: 0.2803972 Mar 18 10:28:11.523477 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaa4c3-7a6d-4f37-840a-10b0198b0e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bf0ee6-9e8f-4f00-bb08-1b1156722d0c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:11.538680 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4839745 Mar 18 10:28:11.545935 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35812) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:11.560788 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Request body: {'subnet': {'network_id': 'd3479e44-8b2b-4a53-a006-5c9a98ab75f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-295802370-subnet', 'tenant_id': 'b9cf3b19b7ba48d1a0b78ca6f5bebaea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:11.571728 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-517d351d-d700-42d6-88fe-b0e33d8fab30 req-f21d636e-97aa-4000-aac3-933924d9c792 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028623 Mar 18 10:28:11.587816 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65511b5b-d718-47be-9f4f-8d419ccc0a7b admin admin] Pushing event updated for resources: {'Network': ['ID=d3479e44-8b2b-4a53-a006-5c9a98ab75f6,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:11.604169 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Made reservation on behalf of b9cf3b19b7ba48d1a0b78ca6f5bebaea for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:11.607410 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.624880 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network d3479e44-8b2b-4a53-a006-5c9a98ab75f6 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:28:11.830383 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 8a851d35-d078-4357-8e1c-386911262557 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:28:11.842202 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 8a851d35-d078-4357-8e1c-386911262557 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:28:11.843904 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (8a851d35-d078-4357-8e1c-386911262557), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.847959 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb73967-db3b-4f14-a59a-4dd5b217192b req-996a96bf-764b-44f3-84ea-c0c6a516f46a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:11.850486 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5eb73967-db3b-4f14-a59a-4dd5b217192b req-996a96bf-764b-44f3-84ea-c0c6a516f46a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1573019 Mar 18 10:28:11.962753 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5eb73967-db3b-4f14-a59a-4dd5b217192b req-21b90278-694c-4c2d-afb4-dedd6094b2ed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987852 Mar 18 10:28:11.963004 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (9bddc5d6-3abd-40f0-a1cd-488a79e06514), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:11.975893 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 8a851d35-d078-4357-8e1c-386911262557 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:11.977273 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (8a851d35-d078-4357-8e1c-386911262557), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.029696 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a851d35-d078-4357-8e1c-386911262557'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:12.034444 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feab40b-dc0e-490d-8ee8-27311ba093bf" -d '{"events": [{"server_uuid": "c95de39e-8321-4633-bcc4-0c493a0ae4de", "name": "network-vif-plugged", "status": "completed", "tag": "8a851d35-d078-4357-8e1c-386911262557"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:12.076005 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 8a851d35-d078-4357-8e1c-386911262557, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8a851d35-d078-4357-8e1c-386911262557,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:12.089174 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (8a851d35-d078-4357-8e1c-386911262557), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.091529 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 08f6daef-89e0-4896-828e-2db9caede77b up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:28:12.167646 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bddc5d6-3abd-40f0-a1cd-488a79e06514,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:12.186350 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf04dea-14ef-4b42-81be-03fec455d513 x-openstack-request-id: req-dcf04dea-14ef-4b42-81be-03fec455d513 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:12.186850 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95de39e-8321-4633-bcc4-0c493a0ae4de", "name": "network-vif-plugged", "status": "completed", "tag": "8a851d35-d078-4357-8e1c-386911262557", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:12.187360 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcf04dea-14ef-4b42-81be-03fec455d513 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:12.187827 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a851d35-d078-4357-8e1c-386911262557', 'code': 200} Mar 18 10:28:12.209404 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Checking segment: {'id': '4486c0b9-7350-45a4-8c59-51351cafd890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd3479e44-8b2b-4a53-a006-5c9a98ab75f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:28:12.215554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Network hostable DHCP agents. Network: d3479e44-8b2b-4a53-a006-5c9a98ab75f6, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:28:12.268886 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Network d3479e44-8b2b-4a53-a006-5c9a98ab75f6 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:28:12.270944 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=8a851d35-d078-4357-8e1c-386911262557,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:12.289664 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, d3479e44-8b2b-4a53-a006-5c9a98ab75f6) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:28:12.300751 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:12.302158 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.304853 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35832) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:12.320647 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e366329-38c7-486d-b305-fb91064affc9 None None] Network d3479e44-8b2b-4a53-a006-5c9a98ab75f6 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:12.330597 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4b4eeea4-3370-4fa6-8a5f-dec9e9ca6357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.342335 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7d39703e-9db2-4efa-a9fe-dd3bc0d7637e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7878954 Mar 18 10:28:12.353213 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 08f6daef-89e0-4896-828e-2db9caede77b completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:28:12.444972 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 08f6daef-89e0-4896-828e-2db9caede77b triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:28:12.446121 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (08f6daef-89e0-4896-828e-2db9caede77b), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.582825 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a770-afb2-48ae-9706-c8b7445ed146 req-62680cb5-bae3-4973-aa3c-6cfb22d51287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:12.586288 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-63c8a770-afb2-48ae-9706-c8b7445ed146 req-62680cb5-bae3-4973-aa3c-6cfb22d51287 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.1030321 Mar 18 10:28:12.674533 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b2b00-f71c-4833-9421-ed949f1469ad None None] Network d3479e44-8b2b-4a53-a006-5c9a98ab75f6 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:12.675193 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4b4eeea4-3370-4fa6-8a5f-dec9e9ca6357 admin admin] Publish callbacks [] for security_group (10272bd0-7ca2-4ecf-b5f2-b371a85ed51d), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.699843 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4b4eeea4-3370-4fa6-8a5f-dec9e9ca6357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (10272bd0-7ca2-4ecf-b5f2-b371a85ed51d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.712638 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-63c8a770-afb2-48ae-9706-c8b7445ed146 req-388ba856-8aa8-4240-9bee-51f1c7628a11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183984 Mar 18 10:28:12.839251 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 08f6daef-89e0-4896-828e-2db9caede77b is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:12.839567 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (08f6daef-89e0-4896-828e-2db9caede77b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.870473 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35854) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:12.878447 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4b4eeea4-3370-4fa6-8a5f-dec9e9ca6357 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a47c8e848754bd1b5933625650053e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718369 Mar 18 10:28:12.882361 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4eeea4-3370-4fa6-8a5f-dec9e9ca6357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10272bd0-7ca2-4ecf-b5f2-b371a85ed51d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:12.926306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 08f6daef-89e0-4896-828e-2db9caede77b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=08f6daef-89e0-4896-828e-2db9caede77b,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:12.933144 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (08f6daef-89e0-4896-828e-2db9caede77b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:12.934557 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device be46a39d-16f3-4319-8db5-bfd03a9b5a5d up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:28:12.970467 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76244-48c8-4bb3-9391-c34e0e9044ec req-bf5f987e-305a-48e5-8bc2-18584f8c9ca4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:12.978038 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0c76244-48c8-4bb3-9391-c34e0e9044ec req-bf5f987e-305a-48e5-8bc2-18584f8c9ca4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 945 time: 0.2967243 Mar 18 10:28:13.012009 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085426c8-7487-44e3-bed0-dbc6c1a4e9ec req-8a05c7a9-278d-459e-a92f-6d2ed2a8a37c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:13.013672 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-085426c8-7487-44e3-bed0-dbc6c1a4e9ec req-8a05c7a9-278d-459e-a92f-6d2ed2a8a37c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 945 time: 0.2319930 Mar 18 10:28:13.033949 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3c5f24a0-cdc8-4257-9416-b3f9166f97bc admin admin] Publish callbacks [] for security_group (10272bd0-7ca2-4ecf-b5f2-b371a85ed51d), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.098334 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3c5f24a0-cdc8-4257-9416-b3f9166f97bc admin admin] Publish callbacks [] for security_group (10272bd0-7ca2-4ecf-b5f2-b371a85ed51d), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.115061 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-085426c8-7487-44e3-bed0-dbc6c1a4e9ec req-5601e343-3e17-4e81-a829-e6b1a5218078 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789688 Mar 18 10:28:13.129122 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0c76244-48c8-4bb3-9391-c34e0e9044ec req-7eea2f6a-76f8-4fa8-9a81-f26d83bc23e4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498888 Mar 18 10:28:13.224123 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3c5f24a0-cdc8-4257-9416-b3f9166f97bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (10272bd0-7ca2-4ecf-b5f2-b371a85ed51d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.232433 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3c5f24a0-cdc8-4257-9416-b3f9166f97bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.238519 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3c5f24a0-cdc8-4257-9416-b3f9166f97bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10272bd0-7ca2-4ecf-b5f2-b371a85ed51d HTTP/1.1" status: 204 len: 168 time: 0.3624508 Mar 18 10:28:13.261427 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=08f6daef-89e0-4896-828e-2db9caede77b,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:13.284561 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port be46a39d-16f3-4319-8db5-bfd03a9b5a5d completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:28:13.289359 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f24a0-cdc8-4257-9416-b3f9166f97bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10272bd0-7ca2-4ecf-b5f2-b371a85ed51d,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:13.294657 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port be46a39d-16f3-4319-8db5-bfd03a9b5a5d triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:28:13.295717 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.375460 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cc6dc-b353-4e1e-87ef-ace0ae867c0b req-07ed10f4-fc4d-4bb0-a53c-298bc5abe4da tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:13.386424 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b1cc6dc-b353-4e1e-87ef-ace0ae867c0b req-07ed10f4-fc4d-4bb0-a53c-298bc5abe4da tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1594656 Mar 18 10:28:13.452916 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:28:13.505208 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b1cc6dc-b353-4e1e-87ef-ace0ae867c0b req-0932710f-92f9-4801-9382-bf735500910d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148484 Mar 18 10:28:13.769124 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:13.787139 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '03d54b27-6991-4a62-9124-0f6535f328a4', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'port_id': '03d54b27-6991-4a62-9124-0f6535f328a4', 'mac_address': 'fa:16:3e:2f:0b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:28:13.803918 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port be46a39d-16f3-4319-8db5-bfd03a9b5a5d is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:13.804117 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.881903 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port be46a39d-16f3-4319-8db5-bfd03a9b5a5d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:13.885114 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:13.885752 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.916094 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d54b27-6991-4a62-9124-0f6535f328a4 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:28:13.923605 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:13.980403 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:13.996053 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:14.009518 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:14.109520 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:14.189487 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b'}, {'server_uuid': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:14.193923 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed8f9ec-26db-4108-a0a1-68517db02e7b" -d '{"events": [{"server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "name": "network-vif-plugged", "status": "completed", "tag": "08f6daef-89e0-4896-828e-2db9caede77b"}, {"server_uuid": "99a51595-8ce0-455d-8f68-1e8facdc8d02", "name": "network-vif-plugged", "status": "completed", "tag": "be46a39d-16f3-4319-8db5-bfd03a9b5a5d"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:14.344256 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d468264-e5ea-4e06-be83-cf53b447f83e req-7e4aac38-0610-46a1-8d60-d4b0414a6a4f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:14.346078 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d468264-e5ea-4e06-be83-cf53b447f83e req-7e4aac38-0610-46a1-8d60-d4b0414a6a4f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1070104 Mar 18 10:28:14.362459 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846881bf-603e-4115-855a-5a0450f88a2b req-dcc8611a-6f54-4b18-a975-6f82d4af590d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:14.365043 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-846881bf-603e-4115-855a-5a0450f88a2b req-dcc8611a-6f54-4b18-a975-6f82d4af590d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1115420 Mar 18 10:28:14.461375 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d468264-e5ea-4e06-be83-cf53b447f83e req-fdd132a9-2dfb-402d-af84-c8420e9c51f4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050844 Mar 18 10:28:14.519374 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-846881bf-603e-4115-855a-5a0450f88a2b req-7386e08d-50f6-4b2d-a5ad-db6a09fa5643 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367509 Mar 18 10:28:14.574609 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1455291-0ae8-45c8-88d2-b5ccd5d6fe08 x-openstack-request-id: req-e1455291-0ae8-45c8-88d2-b5ccd5d6fe08 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:14.575496 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "name": "network-vif-plugged", "status": "completed", "tag": "08f6daef-89e0-4896-828e-2db9caede77b", "code": 200}, {"server_uuid": "99a51595-8ce0-455d-8f68-1e8facdc8d02", "name": "network-vif-plugged", "status": "completed", "tag": "be46a39d-16f3-4319-8db5-bfd03a9b5a5d", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:14.575496 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1455291-0ae8-45c8-88d2-b5ccd5d6fe08 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:14.575883 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b', 'code': 200} Mar 18 10:28:14.576047 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d', 'code': 200} Mar 18 10:28:14.625977 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35922) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:14.690242 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c801b9-2a58-489e-a44c-06d0ed71fbd9 req-65aebc97-b969-4d89-9b14-4b1c3917cc4d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:14.693024 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-72c801b9-2a58-489e-a44c-06d0ed71fbd9 req-65aebc97-b969-4d89-9b14-4b1c3917cc4d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 944 time: 0.0769715 Mar 18 10:28:14.764181 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-72c801b9-2a58-489e-a44c-06d0ed71fbd9 req-7c0071cf-b5d4-439c-a14b-52d614ee3c79 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601325 Mar 18 10:28:14.783710 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:14.883092 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Publish callbacks [] for security_group (c5f3d944-32d2-4873-abc0-31b9c019fd15), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:14.888606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c5f3d944-32d2-4873-abc0-31b9c019fd15), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:14.937059 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=253d2925eef44efba871212c6014bfb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094804 Mar 18 10:28:14.938332 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f3d944-32d2-4873-abc0-31b9c019fd15,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:14.940690 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35940) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:14.959029 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.959405 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.959778 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.960121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.960459 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.960787 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.961154 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.961553 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.961990 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.962359 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.962710 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.963057 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.963406 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.963714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:14.964057 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fa4d-64d8-47db-b330-7fbe2caa2d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.013218 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2dd95ac-6a16-4870-874d-baf2d5bcaf4e admin admin] Publish callbacks [] for security_group (c5f3d944-32d2-4873-abc0-31b9c019fd15), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.039698 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2dd95ac-6a16-4870-874d-baf2d5bcaf4e admin admin] Publish callbacks [] for security_group (c5f3d944-32d2-4873-abc0-31b9c019fd15), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.107537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2dd95ac-6a16-4870-874d-baf2d5bcaf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c5f3d944-32d2-4873-abc0-31b9c019fd15), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.110851 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2dd95ac-6a16-4870-874d-baf2d5bcaf4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.115490 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e2dd95ac-6a16-4870-874d-baf2d5bcaf4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5f3d944-32d2-4873-abc0-31b9c019fd15 HTTP/1.1" status: 204 len: 168 time: 0.1737151 Mar 18 10:28:15.124294 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd95ac-6a16-4870-874d-baf2d5bcaf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f3d944-32d2-4873-abc0-31b9c019fd15,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:15.158922 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35946) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:15.301659 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.415392 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Publish callbacks [] for security_group (eb2df47f-7495-4488-850c-a46ad475e663), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.423267 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eb2df47f-7495-4488-850c-a46ad475e663), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.471335 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7acf9f47069d4624a99354c413db3caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112652 Mar 18 10:28:15.472321 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2df47f-7495-4488-850c-a46ad475e663,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:15.475229 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35952) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:15.481263 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.481934 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.482339 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.482694 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.483067 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.483370 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.483770 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.484668 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.485020 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.485368 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.485701 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.486152 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.486556 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.486872 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.487170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6e226-5d6a-4457-80bb-7de495700d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:15.545963 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34c5f216-ad48-46fd-bc31-a31a8ce6e9f9 admin admin] Publish callbacks [] for security_group (eb2df47f-7495-4488-850c-a46ad475e663), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.581129 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34c5f216-ad48-46fd-bc31-a31a8ce6e9f9 admin admin] Publish callbacks [] for security_group (eb2df47f-7495-4488-850c-a46ad475e663), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.594637 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 35960) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:15.610677 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ef588f48-ea5b-46bc-971b-fbe7204c4561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.712369 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b88ef-64fc-4d17-a44f-d67d5f8ac1fd req-f530b26d-934d-48a2-859e-e752cf229d7f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:15.714312 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe6b88ef-64fc-4d17-a44f-d67d5f8ac1fd req-f530b26d-934d-48a2-859e-e752cf229d7f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1275046 Mar 18 10:28:15.728672 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833f153-9391-4912-987c-7fd68374e3c7 req-d1ea1848-7700-47dc-8c63-6913c2727b00 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:15.730273 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8833f153-9391-4912-987c-7fd68374e3c7 req-d1ea1848-7700-47dc-8c63-6913c2727b00 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0940011 Mar 18 10:28:15.748373 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34c5f216-ad48-46fd-bc31-a31a8ce6e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eb2df47f-7495-4488-850c-a46ad475e663), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.751790 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34c5f216-ad48-46fd-bc31-a31a8ce6e9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.753162 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-34c5f216-ad48-46fd-bc31-a31a8ce6e9f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb2df47f-7495-4488-850c-a46ad475e663 HTTP/1.1" status: 204 len: 168 time: 0.2765193 Mar 18 10:28:15.758996 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ef588f48-ea5b-46bc-971b-fbe7204c4561 admin admin] Publish callbacks [] for security_group (7d7d7367-f4d2-4780-b7ad-c2d878522586), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.768484 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ef588f48-ea5b-46bc-971b-fbe7204c4561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7d7d7367-f4d2-4780-b7ad-c2d878522586), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:15.789394 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5f216-ad48-46fd-bc31-a31a8ce6e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2df47f-7495-4488-850c-a46ad475e663,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:15.828425 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe6b88ef-64fc-4d17-a44f-d67d5f8ac1fd req-fda643bb-1d97-4d52-aced-5cebe892ea4a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021461 Mar 18 10:28:15.865271 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef588f48-ea5b-46bc-971b-fbe7204c4561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7d7367-f4d2-4780-b7ad-c2d878522586,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:15.888729 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ef588f48-ea5b-46bc-971b-fbe7204c4561 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=751225ce37e746e09be0eb4c913a20ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926431 Mar 18 10:28:15.892749 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 35968) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:15.901118 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8833f153-9391-4912-987c-7fd68374e3c7 req-396c32d2-6a87-4050-9e7b-ec0eccb926a1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589060 Mar 18 10:28:16.030537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7b8dd22-871a-4740-9ffd-617869bdbcfd admin admin] Publish callbacks [] for security_group (7d7d7367-f4d2-4780-b7ad-c2d878522586), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:16.050888 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000518-00a8-4ac1-a9e2-a3dc183e3acd req-f636c289-2659-4f43-adae-1535ee7ef130 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:16.052552 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51000518-00a8-4ac1-a9e2-a3dc183e3acd req-f636c289-2659-4f43-adae-1535ee7ef130 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 944 time: 0.0941410 Mar 18 10:28:16.088119 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7b8dd22-871a-4740-9ffd-617869bdbcfd admin admin] Publish callbacks [] for security_group (7d7d7367-f4d2-4780-b7ad-c2d878522586), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:16.146915 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51000518-00a8-4ac1-a9e2-a3dc183e3acd req-3d5fc66c-65a5-4a3a-9ffc-d0cce394fc85 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857000 Mar 18 10:28:16.183446 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7b8dd22-871a-4740-9ffd-617869bdbcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7d7d7367-f4d2-4780-b7ad-c2d878522586), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:16.188230 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7b8dd22-871a-4740-9ffd-617869bdbcfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:16.190311 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a7b8dd22-871a-4740-9ffd-617869bdbcfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d7d7367-f4d2-4780-b7ad-c2d878522586 HTTP/1.1" status: 204 len: 168 time: 0.2958503 Mar 18 10:28:16.205043 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8dd22-871a-4740-9ffd-617869bdbcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7d7367-f4d2-4780-b7ad-c2d878522586,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:16.571419 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:16.938326 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['03d54b27-6991-4a62-9124-0f6535f328a4'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:28:17.146764 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463421cb-33ca-4ee0-a2f5-a8de68be4a63 req-060d505f-ece0-4752-b6f5-a63817e93414 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:17.148339 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-463421cb-33ca-4ee0-a2f5-a8de68be4a63 req-060d505f-ece0-4752-b6f5-a63817e93414 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1579933 Mar 18 10:28:17.164915 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896042a-7996-4460-a594-6d704df12e64 req-c5e9ce76-94f6-4ec8-afd4-12b24240cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:17.168432 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f896042a-7996-4460-a594-6d704df12e64 req-c5e9ce76-94f6-4ec8-afd4-12b24240cc41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 1130 time: 0.2687020 Mar 18 10:28:17.231518 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06bc04-243e-43b3-82af-8fa449442ed6 req-44e7a703-a6d1-4d01-8113-44e997b26d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:17.235211 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc06bc04-243e-43b3-82af-8fa449442ed6 req-44e7a703-a6d1-4d01-8113-44e997b26d15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 1130 time: 0.3368952 Mar 18 10:28:17.251211 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-463421cb-33ca-4ee0-a2f5-a8de68be4a63 req-c2842875-e33c-4887-8365-e308be9c145f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939512 Mar 18 10:28:17.380488 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc06bc04-243e-43b3-82af-8fa449442ed6 req-96021ad7-c79c-4b34-a801-b1af0f2df6db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050923 Mar 18 10:28:17.431410 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47d3f-ff6e-449d-b657-011d6393b4f9 req-3dd99e26-ed3c-47fc-9faf-6b805f27a98b tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:17.433122 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-75a47d3f-ff6e-449d-b657-011d6393b4f9 req-3dd99e26-ed3c-47fc-9faf-6b805f27a98b tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.2940395 Mar 18 10:28:17.438184 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f896042a-7996-4460-a594-6d704df12e64 req-4ab99d60-d461-4853-bfca-28919dd3ee35 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615299 Mar 18 10:28:17.465685 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc4c6-7722-47d1-b052-017ba9cbfed7 req-a4b57e57-c8f2-4ba3-9aa9-053a904f0160 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:17.473487 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dbcbc4c6-7722-47d1-b052-017ba9cbfed7 req-a4b57e57-c8f2-4ba3-9aa9-053a904f0160 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 944 time: 0.1187429 Mar 18 10:28:17.520278 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-75a47d3f-ff6e-449d-b657-011d6393b4f9 req-a574272d-ff4a-4c01-966e-5dbab619fbe1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781140 Mar 18 10:28:17.524127 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dbcbc4c6-7722-47d1-b052-017ba9cbfed7 req-ef16ac3a-7919-4688-ad12-33c82b2d714c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485528 Mar 18 10:28:18.059535 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-aba66f72-8d4b-44bc-8077-0074c7b4bc36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957649 Mar 18 10:28:18.189216 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-cbd6bc53-a92e-4538-9f83-eeeb2328d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:18.191165 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-cbd6bc53-a92e-4538-9f83-eeeb2328d435 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f08fd1d80de54e8f92666d8569b35501&device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 1130 time: 0.0734839 Mar 18 10:28:18.357920 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-5767ce58-7002-4f07-a022-e75bffdb693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:18.360112 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-5767ce58-7002-4f07-a022-e75bffdb693b service neutron] 10.222.0.45 "GET /v2.0/networks?id=09e10016-787d-4aba-a3b0-95e42fd8fc44 HTTP/1.1" status: 200 len: 912 time: 0.1110640 Mar 18 10:28:18.425960 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-3f752717-c6a1-41bf-a81e-58601cf7c71b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38d460d6-1af3-41f9-a015-059c6ff02261 HTTP/1.1" status: 200 len: 217 time: 0.0549719 Mar 18 10:28:18.515934 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-c65fada2-0677-4bd4-a776-0625770b989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:18.517472 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-c65fada2-0677-4bd4-a776-0625770b989f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92df727f-3474-4776-b2ca-f05a29143574 HTTP/1.1" status: 200 len: 851 time: 0.0776384 Mar 18 10:28:18.535452 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b9958-55e1-4699-842f-3e611142d9a0 req-a3768f25-3f73-4040-b97a-78c73b9070ef tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:18.537395 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d2b9958-55e1-4699-842f-3e611142d9a0 req-a3768f25-3f73-4040-b97a-78c73b9070ef tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1134670 Mar 18 10:28:18.567741 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-f8dcc4ec-cc55-45a0-a22c-173cd3a0ccee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09e10016-787d-4aba-a3b0-95e42fd8fc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292466 Mar 18 10:28:18.668315 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d2b9958-55e1-4699-842f-3e611142d9a0 req-6b0125cd-6cd3-4b32-895b-8c7caab2069d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030111 Mar 18 10:28:18.716177 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-f20a1c55-40ab-4ee8-8f86-618187fdd9f2 service neutron] 10.222.0.45 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242521 Mar 18 10:28:18.832279 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66c89c-47b3-40d2-81bc-fed037815851 req-cdac0151-abcd-4c04-99f7-3ed668687407 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:18.847559 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e66c89c-47b3-40d2-81bc-fed037815851 req-cdac0151-abcd-4c04-99f7-3ed668687407 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1856532 Mar 18 10:28:18.942336 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e66c89c-47b3-40d2-81bc-fed037815851 req-b1247292-5315-4451-bac4-8b8587502f1a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931783 Mar 18 10:28:18.994505 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a85765a5-0019-40eb-ab06-28059f43ab40 req-3ba815af-b753-4cf0-9b76-86e8a6a44841 service neutron] 10.222.0.45 "GET /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718821 Mar 18 10:28:19.027674 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1715e8-ac58-4cc3-ba00-1489546f27a3 req-e3ae5942-0a0b-4305-8e6d-c87e8b3e48ef tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:19.031482 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7e1715e8-ac58-4cc3-ba00-1489546f27a3 req-e3ae5942-0a0b-4305-8e6d-c87e8b3e48ef tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 944 time: 0.1922026 Mar 18 10:28:19.116770 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7e1715e8-ac58-4cc3-ba00-1489546f27a3 req-339c8b85-d3fd-4e85-a131-811e67b86201 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793028 Mar 18 10:28:19.625204 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:28:19.679644 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 03d54b27-6991-4a62-9124-0f6535f328a4 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:28:19.684118 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 03d54b27-6991-4a62-9124-0f6535f328a4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:28:19.684498 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:19.775555 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:19.775953 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:19.803717 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:19.806096 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe850af-9b25-4a32-8c06-d9f2465be61f" -d '{"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:19.822195 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:19.828553 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:19.839756 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4a5a8-877f-4b83-9b3c-78857698de56 req-dd1b3797-41bd-498c-aab6-8eea6c511c61 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:19.841835 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40d4a5a8-877f-4b83-9b3c-78857698de56 req-dd1b3797-41bd-498c-aab6-8eea6c511c61 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0694568 Mar 18 10:28:19.874618 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243af72f-9ac4-4e56-8826-e88f96082ec3 x-openstack-request-id: req-243af72f-9ac4-4e56-8826-e88f96082ec3 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:19.875045 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:19.875350 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-243af72f-9ac4-4e56-8826-e88f96082ec3 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:19.876073 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4', 'code': 200} Mar 18 10:28:19.903562 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:19.917340 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.917861 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.918420 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.919055 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.919487 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.919998 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.920417 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.920849 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.921968 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.922502 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.923027 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.923455 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.923920 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.924363 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:19.924544 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40d4a5a8-877f-4b83-9b3c-78857698de56 req-d02d0510-f1cf-412f-a60c-52a273e1a250 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732007 Mar 18 10:28:19.924870 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:28:20.099896 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41a1b-3721-459d-923e-68c4ac1a208c req-e907c5ae-03a3-4fbf-9154-4b7bdb6db9ab tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:20.101897 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-56d41a1b-3721-459d-923e-68c4ac1a208c req-e907c5ae-03a3-4fbf-9154-4b7bdb6db9ab tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0624399 Mar 18 10:28:20.133191 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770c797-17a6-43d6-99a9-27ac42d6e961 req-b56268a1-dca7-44f3-b057-9ddcbfc45d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:20.139954 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6770c797-17a6-43d6-99a9-27ac42d6e961 req-b56268a1-dca7-44f3-b057-9ddcbfc45d2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1129 time: 0.0867853 Mar 18 10:28:20.228263 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6770c797-17a6-43d6-99a9-27ac42d6e961 req-5a31df10-1e23-42e7-9117-ab98ac79a6f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807664 Mar 18 10:28:20.252713 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-56d41a1b-3721-459d-923e-68c4ac1a208c req-bd9c31d2-08f6-41f3-9555-ba9ac0e1455c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399124 Mar 18 10:28:20.492745 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd148086-d304-4393-b70b-5cce31731a0b req-2874ed9f-5cea-4a2f-9fad-da14b02c2694 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:20.495726 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cd148086-d304-4393-b70b-5cce31731a0b req-2874ed9f-5cea-4a2f-9fad-da14b02c2694 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1474473 Mar 18 10:28:20.543837 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb229890-3328-4c45-8b94-9066f93c48c6 req-2d8b5db5-bfbd-4365-b531-359041a4543f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:20.560168 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb229890-3328-4c45-8b94-9066f93c48c6 req-2d8b5db5-bfbd-4365-b531-359041a4543f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1450262 Mar 18 10:28:20.571808 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36140) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:20.578447 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'floatingip': {'port_id': '08f6daef-89e0-4896-828e-2db9caede77b'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:20.677508 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-c30d3c65-ef43-4309-9241-c60d1f0b059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:20.680591 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-c30d3c65-ef43-4309-9241-c60d1f0b059b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 1130 time: 0.1216826 Mar 18 10:28:20.687881 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (c1d65878-d721-4665-babf-b4ee7aa87d47), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:20.788664 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cd148086-d304-4393-b70b-5cce31731a0b req-2cec6f26-eeeb-4027-b828-54603c1d51bd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911706 Mar 18 10:28:20.967714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85b21-2b69-4b6d-822b-62c515976313 req-2dcdf379-1c47-454f-b054-fd3fb278bff5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:20.976978 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1db85b21-2b69-4b6d-822b-62c515976313 req-2dcdf379-1c47-454f-b054-fd3fb278bff5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.2254250 Mar 18 10:28:21.058287 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-6ead69e8-1f35-455f-ab21-8014d3a4a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:21.068229 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-6ead69e8-1f35-455f-ab21-8014d3a4a6fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.3678119 Mar 18 10:28:21.199006 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-9ca60a0c-51b3-4b2a-a4d1-c86938803e74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d HTTP/1.1" status: 200 len: 217 time: 0.1035917 Mar 18 10:28:21.211855 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1db85b21-2b69-4b6d-822b-62c515976313 req-487bbc0b-1931-46bf-b383-041c31a54b86 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336297 Mar 18 10:28:21.366285 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-bbde8537-dd06-4f0e-aef2-241f4cfba9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:21.383422 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-bbde8537-dd06-4f0e-aef2-241f4cfba9c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.1787190 Mar 18 10:28:21.544739 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-2641141e-a0ef-401e-8c5b-fe77d8d2798c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577287 Mar 18 10:28:21.584451 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36168) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:21.738855 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0809-cb09-4e07-95e8-de921b60ea9e req-87885e05-c6c9-4605-90c4-d14d54f9d8d7 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:21.740495 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e8bb0809-cb09-4e07-95e8-de921b60ea9e req-87885e05-c6c9-4605-90c4-d14d54f9d8d7 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.2165012 Mar 18 10:28:21.785816 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-9cf8ac23-b0ec-43c0-ab05-3e2538221acf service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472945 Mar 18 10:28:21.837329 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e8bb0809-cb09-4e07-95e8-de921b60ea9e req-261bbae5-2dfc-4436-85e6-9d3bab1ea3b5 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817137 Mar 18 10:28:21.948015 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15c62012-ddb9-41ba-84f3-301e589c9220 req-770b7708-5ec7-42d1-9978-2f19f3393307 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313055 Mar 18 10:28:21.982821 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2deac88e-2d63-4f6a-be76-84fe52004adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.144786 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7774f5b-fd7b-4f49-93ea-8df1a079548e req-b12088ed-1b64-49ca-96b9-703e9e0e4fa7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:22.146755 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7774f5b-fd7b-4f49-93ea-8df1a079548e req-b12088ed-1b64-49ca-96b9-703e9e0e4fa7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.2077720 Mar 18 10:28:22.239985 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.db.resource_extend [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 10:28:22.362455 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.369295 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7774f5b-fd7b-4f49-93ea-8df1a079548e req-f18afd6a-3065-4d70-8fd0-07d90fc10b53 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983864 Mar 18 10:28:22.371358 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2deac88e-2d63-4f6a-be76-84fe52004adf admin admin] Publish callbacks [] for security_group (8c68cb51-97b0-4ff0-a087-0bae7fa36704), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.373050 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (c1d65878-d721-4665-babf-b4ee7aa87d47), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.439003 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9239e-3221-4d4c-99aa-04e49f8c454b req-fac28730-f7fb-4d2a-991f-1ee4e6ae9465 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:22.441307 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-54c9239e-3221-4d4c-99aa-04e49f8c454b req-fac28730-f7fb-4d2a-991f-1ee4e6ae9465 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0947843 Mar 18 10:28:22.443950 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2deac88e-2d63-4f6a-be76-84fe52004adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (8c68cb51-97b0-4ff0-a087-0bae7fa36704), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.507942 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2deac88e-2d63-4f6a-be76-84fe52004adf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c9aa9dcf485467e99d03e7e3a8c38bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9120791 Mar 18 10:28:22.508647 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deac88e-2d63-4f6a-be76-84fe52004adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c68cb51-97b0-4ff0-a087-0bae7fa36704,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:22.511037 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36192) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:22.534932 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-54c9239e-3221-4d4c-99aa-04e49f8c454b req-1b2f62f0-d35b-4620-9157-6d74fa4b6ea7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849965 Mar 18 10:28:22.578945 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Floating IP c1d65878-d721-4665-babf-b4ee7aa87d47 associated. External IP: 172.27.0.252, port: 08f6daef-89e0-4896-828e-2db9caede77b. Mar 18 10:28:22.707653 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7164b-1f81-4d14-8499-6ea7493c20c4 req-3b2f04c8-c596-42f1-82a0-306c775513df tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:22.709224 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-abf7164b-1f81-4d14-8499-6ea7493c20c4 req-3b2f04c8-c596-42f1-82a0-306c775513df tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1972702 Mar 18 10:28:22.712075 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-543fdab3-8326-43ec-b7a4-23fbbd196d63 admin admin] Publish callbacks [] for security_group (8c68cb51-97b0-4ff0-a087-0bae7fa36704), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.725999 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36206) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:22.736300 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'floatingip': {'port_id': '03d54b27-6991-4a62-9124-0f6535f328a4'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:22.783894 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-543fdab3-8326-43ec-b7a4-23fbbd196d63 admin admin] Publish callbacks [] for security_group (8c68cb51-97b0-4ff0-a087-0bae7fa36704), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.808210 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (5696f315-ee48-47b0-af52-e5d9854c1c1a), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:22.994173 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36212) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:23.028097 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-543fdab3-8326-43ec-b7a4-23fbbd196d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (8c68cb51-97b0-4ff0-a087-0bae7fa36704), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:23.031242 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-543fdab3-8326-43ec-b7a4-23fbbd196d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:23.032396 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-543fdab3-8326-43ec-b7a4-23fbbd196d63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c68cb51-97b0-4ff0-a087-0bae7fa36704 HTTP/1.1" status: 204 len: 168 time: 0.5166233 Mar 18 10:28:23.062230 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5ab5-9a63-405a-991e-c5f6a16e446a req-5af125cc-d567-499b-a051-87a0e064d33d tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:23.067927 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5c0d5ab5-9a63-405a-991e-c5f6a16e446a req-5af125cc-d567-499b-a051-87a0e064d33d tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.1157482 Mar 18 10:28:23.095170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fdab3-8326-43ec-b7a4-23fbbd196d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c68cb51-97b0-4ff0-a087-0bae7fa36704,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:23.147495 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Router c697f224-f09e-49dd-b9fd-063563b864f3 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:28:23.170524 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5c0d5ab5-9a63-405a-991e-c5f6a16e446a req-8d91e61b-be1b-4515-867d-38267b9fa2a3 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929806 Mar 18 10:28:23.458978 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3166db9a-5d7f-4416-bd54-1492a8069ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:23.647816 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:28:23.657950 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:23.665647 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] Sync routers for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:28:23.688806 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:28:23.690331 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:28:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:23.781808 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4fdfecfd-d41f-415e-9767-2aa918fcf370 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "PUT /v2.0/floatingips/c1d65878-d721-4665-babf-b4ee7aa87d47 HTTP/1.1" status: 200 len: 992 time: 3.1959710 Mar 18 10:28:23.781808 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:23.781808 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74abbded-7fc1-455f-97f0-f9f550fdc41b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "tag": "08f6daef-89e0-4896-828e-2db9caede77b"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:23.878820 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:23.888027 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (5696f315-ee48-47b0-af52-e5d9854c1c1a), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:23.902424 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985a4e9-25a9-48bd-9c87-38d8c3b6a30e x-openstack-request-id: req-c985a4e9-25a9-48bd-9c87-38d8c3b6a30e {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:23.902776 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "tag": "08f6daef-89e0-4896-828e-2db9caede77b", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:23.903087 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c985a4e9-25a9-48bd-9c87-38d8c3b6a30e {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:23.903685 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b', 'status': 'completed', 'code': 200} Mar 18 10:28:23.906621 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3166db9a-5d7f-4416-bd54-1492a8069ae8 admin admin] Publish callbacks [] for security_group (e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:23.913831 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:28:23.947067 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3166db9a-5d7f-4416-bd54-1492a8069ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:24.018220 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63808c0a-d152-413d-b13d-f162f58f5ada req-2a721b99-6032-4017-bb2b-f7be391389e4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:24.019826 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-63808c0a-d152-413d-b13d-f162f58f5ada req-2a721b99-6032-4017-bb2b-f7be391389e4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.3688319 Mar 18 10:28:24.024110 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166db9a-5d7f-4416-bd54-1492a8069ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:24.067034 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3166db9a-5d7f-4416-bd54-1492a8069ae8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fee2cc04bf984d0ba8ab4bc9e159d52b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0692422 Mar 18 10:28:24.072219 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36246) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:24.145740 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-63808c0a-d152-413d-b13d-f162f58f5ada req-2bc30ca4-e337-4956-93a0-bf3d64a6806e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005700 Mar 18 10:28:24.154489 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Floating IP 5696f315-ee48-47b0-af52-e5d9854c1c1a associated. External IP: 172.27.0.5, port: 03d54b27-6991-4a62-9124-0f6535f328a4. Mar 18 10:28:24.259434 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7118dcd-b392-4e33-ae58-5441f44b8c25 admin admin] Publish callbacks [] for security_group (e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:24.302290 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7118dcd-b392-4e33-ae58-5441f44b8c25 admin admin] Publish callbacks [] for security_group (e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:24.341988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3799a-f305-429f-bdb3-710e961b46d8 req-71cedd1c-5671-4e15-ba7e-84f07e3197cc tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:24.352671 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8b3799a-f305-429f-bdb3-710e961b46d8 req-71cedd1c-5671-4e15-ba7e-84f07e3197cc tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.0788040 Mar 18 10:28:24.428859 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'c1d65878-d721-4665-babf-b4ee7aa87d47', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'port_id': '08f6daef-89e0-4896-828e-2db9caede77b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'mac_address': 'fa:16:3e:47:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:27:36Z', 'updated_at': '2022-03-18T10:28:22Z', 'revision_number': 1, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:24.467480 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7118dcd-b392-4e33-ae58-5441f44b8c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:24.468924 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] Checking router: c697f224-f09e-49dd-b9fd-063563b864f3 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:28:24.474617 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7118dcd-b392-4e33-ae58-5441f44b8c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:24.481765 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:28:24.482266 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c7118dcd-b392-4e33-ae58-5441f44b8c25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4 HTTP/1.1" status: 204 len: 168 time: 0.4062562 Mar 18 10:28:24.483191 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:28:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:24.488604 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8b3799a-f305-429f-bdb3-710e961b46d8 req-eb7bd341-ef95-4073-8d93-1b4db0475998 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215560 Mar 18 10:28:24.521393 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7118dcd-b392-4e33-ae58-5441f44b8c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff44ca-7c3f-4ac2-a33c-6b2be89746d4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:24.582962 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Router 66721102-7cc2-4adb-b966-b75a991378cc has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:28:24.669489 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:28:24.784404 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:28:24.790384 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:24.809151 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] Sync routers for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:28:24.845488 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-57bba2d0-cc57-4c25-a92e-7926de18641d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "PUT /v2.0/floatingips/5696f315-ee48-47b0-af52-e5d9854c1c1a HTTP/1.1" status: 200 len: 989 time: 2.1167939 Mar 18 10:28:24.848395 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:28:24.849196 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:28:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:24.994944 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:28:25.068935 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36268) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:25.069654 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'c1d65878-d721-4665-babf-b4ee7aa87d47', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'port_id': '08f6daef-89e0-4896-828e-2db9caede77b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'mac_address': 'fa:16:3e:47:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:27:36Z', 'updated_at': '2022-03-18T10:28:22Z', 'revision_number': 1, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:25.094603 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1b72d93f-8091-4273-9960-82289262a97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:25.103610 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9a5e8-e387-4e7e-9cfe-ddb7485f3dec None None] The sync data for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi is: [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'c1d65878-d721-4665-babf-b4ee7aa87d47', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'port_id': '08f6daef-89e0-4896-828e-2db9caede77b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'mac_address': 'fa:16:3e:47:d7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:27:36Z', 'updated_at': '2022-03-18T10:28:22Z', 'revision_number': 1, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:28:25.222251 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-965fc088-53cb-4ef4-aae7-9f5deece52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:25.224279 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-965fc088-53cb-4ef4-aae7-9f5deece52a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 1130 time: 0.0703201 Mar 18 10:28:25.228032 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1b72d93f-8091-4273-9960-82289262a97a admin admin] Publish callbacks [] for security_group (ec0aafe3-0417-4d7d-8180-0c2c53832872), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:25.236470 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1b72d93f-8091-4273-9960-82289262a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ec0aafe3-0417-4d7d-8180-0c2c53832872), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:25.323052 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1b72d93f-8091-4273-9960-82289262a97a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e331379911164309ae0a885e0f086a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525768 Mar 18 10:28:25.323931 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72d93f-8091-4273-9960-82289262a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0aafe3-0417-4d7d-8180-0c2c53832872,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:25.327818 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36272) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:25.388190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-9300fa24-ca64-4960-8268-d7251b0374a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:25.389561 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3223e38-1d9c-4203-ab4c-9efa7fb0d460 req-f21a5070-02ad-4bf8-9560-9526badb37a6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:25.391416 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-9300fa24-ca64-4960-8268-d7251b0374a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 911 time: 0.1408448 Mar 18 10:28:25.391808 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3223e38-1d9c-4203-ab4c-9efa7fb0d460 req-f21a5070-02ad-4bf8-9560-9526badb37a6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1239634 Mar 18 10:28:25.434909 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1acc25-0c77-4689-b12b-5eacb00fb530 None None] New status for floating IP c1d65878-d721-4665-babf-b4ee7aa87d47: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:28:25.438520 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6f32725-63af-4ed8-9f4e-b924d5b82f05 admin admin] Publish callbacks [] for security_group (ec0aafe3-0417-4d7d-8180-0c2c53832872), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:25.473940 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '5696f315-ee48-47b0-af52-e5d9854c1c1a', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'port_id': '03d54b27-6991-4a62-9124-0f6535f328a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'mac_address': 'fa:16:3e:2f:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:27:49Z', 'updated_at': '2022-03-18T10:28:23Z', 'revision_number': 1, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:25.477762 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3223e38-1d9c-4203-ab4c-9efa7fb0d460 req-54ade1ba-c863-4265-b495-20cd41f3dfca tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781355 Mar 18 10:28:25.484464 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6f32725-63af-4ed8-9f4e-b924d5b82f05 admin admin] Publish callbacks [] for security_group (ec0aafe3-0417-4d7d-8180-0c2c53832872), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:25.525872 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] Checking router: 66721102-7cc2-4adb-b966-b75a991378cc for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:28:25.539034 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:28:25.539690 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:28:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:25.555849 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-a90f5f69-edcc-4453-af5c-7d7755ea3c6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 200 len: 1000 time: 0.1491280 Mar 18 10:28:25.627155 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6f32725-63af-4ed8-9f4e-b924d5b82f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ec0aafe3-0417-4d7d-8180-0c2c53832872), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:25.631279 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6f32725-63af-4ed8-9f4e-b924d5b82f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:25.637732 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e6f32725-63af-4ed8-9f4e-b924d5b82f05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec0aafe3-0417-4d7d-8180-0c2c53832872 HTTP/1.1" status: 204 len: 168 time: 0.3087265 Mar 18 10:28:25.647841 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f32725-63af-4ed8-9f4e-b924d5b82f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0aafe3-0417-4d7d-8180-0c2c53832872,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:25.685508 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-d1900d9e-94a1-4592-95af-16e580fc21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:25.688142 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-d1900d9e-94a1-4592-95af-16e580fc21b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.1078951 Mar 18 10:28:25.730444 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66bcf5-20dc-46ef-bb2d-9e7256f99dae req-4082f3b3-09f3-41de-bbdb-bdb71fad460e tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:25.735573 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:28:25.739393 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f66bcf5-20dc-46ef-bb2d-9e7256f99dae req-4082f3b3-09f3-41de-bbdb-bdb71fad460e tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.1166458 Mar 18 10:28:25.827857 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f66bcf5-20dc-46ef-bb2d-9e7256f99dae req-31dab6f0-3c58-4ea2-bea8-b9b038bec753 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871618 Mar 18 10:28:25.846237 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-f83a2279-639b-4962-b7fb-c9e4998203e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:25.848075 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-f83a2279-639b-4962-b7fb-c9e4998203e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1482732 Mar 18 10:28:25.906473 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:25.910600 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e77991-52f3-4672-ae5a-7d7af5e78024" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:25.982605 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c06e9a4-fcba-4c10-b956-ef9e04405188 x-openstack-request-id: req-4c06e9a4-fcba-4c10-b956-ef9e04405188 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:25.983093 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:25.983599 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c06e9a4-fcba-4c10-b956-ef9e04405188 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:25.985711 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4', 'status': 'completed', 'code': 200} Mar 18 10:28:26.087534 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-202164be-0ecb-4c1f-89e2-e1a29cb0b3a0 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146127 Mar 18 10:28:26.153082 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-18ec35cc-8864-42fa-bd9e-416d07dba9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:26.154844 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-18ec35cc-8864-42fa-bd9e-416d07dba9fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1129 time: 0.1227643 Mar 18 10:28:26.338959 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-a8615f03-cf5f-43b0-9487-01b49d31296c service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443707 Mar 18 10:28:26.488655 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '5696f315-ee48-47b0-af52-e5d9854c1c1a', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'port_id': '03d54b27-6991-4a62-9124-0f6535f328a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'mac_address': 'fa:16:3e:2f:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:27:49Z', 'updated_at': '2022-03-18T10:28:23Z', 'revision_number': 1, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:26.521169 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aaa20e-10ee-488e-99ad-5d65aac81ae6 None None] The sync data for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi is: [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '5696f315-ee48-47b0-af52-e5d9854c1c1a', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'port_id': '03d54b27-6991-4a62-9124-0f6535f328a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'mac_address': 'fa:16:3e:2f:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:27:49Z', 'updated_at': '2022-03-18T10:28:23Z', 'revision_number': 1, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:28:26.524504 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-5f1a3aac-5ed2-4eac-ae58-0600e3298a6e tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:26.527158 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-5f1a3aac-5ed2-4eac-ae58-0600e3298a6e tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.2257783 Mar 18 10:28:26.612437 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-a455bf2b-95c7-4fd4-9dd4-db4228dc15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:26.615012 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-a455bf2b-95c7-4fd4-9dd4-db4228dc15f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.4508154 Mar 18 10:28:27.014041 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc423386-da43-4a2d-b1e7-2142113976c3 None None] New status for floating IP 5696f315-ee48-47b0-af52-e5d9854c1c1a: ACTIVE {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:28:27.115367 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2c1b-2b72-4385-bea3-905d4bf47020 req-5ab3fe57-000f-4702-be91-3d9749b8d7e6 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:27.127600 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c0e2c1b-2b72-4385-bea3-905d4bf47020 req-5ab3fe57-000f-4702-be91-3d9749b8d7e6 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 946 time: 0.1166782 Mar 18 10:28:27.232127 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c0e2c1b-2b72-4385-bea3-905d4bf47020 req-f8e7b4d4-bfbb-4478-a485-df6a5af0687c tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026893 Mar 18 10:28:27.445072 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-70f2076a-1d67-4df5-886d-ecd03b291733 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 997 time: 0.7926824 Mar 18 10:28:27.503031 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c658a-11dd-426c-862a-2709eb922823 req-2b73bfca-34ce-4450-8f97-a9a43d5e5467 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:27.504724 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f64c658a-11dd-426c-862a-2709eb922823 req-2b73bfca-34ce-4450-8f97-a9a43d5e5467 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.8951273 Mar 18 10:28:27.606658 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Deleting port 38d460d6-1af3-41f9-a015-059c6ff02261 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:28:27.607844 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:27.674772 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-e6f3f90c-ac1d-4a1e-b360-35ef424d94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:27.677386 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-e6f3f90c-ac1d-4a1e-b360-35ef424d94fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.2151155 Mar 18 10:28:27.802297 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f64c658a-11dd-426c-862a-2709eb922823 req-f53d5347-b304-4a55-85b4-4c2165d53c46 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623525 Mar 18 10:28:27.885398 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-32d5fbd2-8923-4259-a66f-d27e7abd189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:27.888685 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-32d5fbd2-8923-4259-a66f-d27e7abd189e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1473193 Mar 18 10:28:27.902540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] For port 38d460d6-1af3-41f9-a015-059c6ff02261, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38d460d6-1af3-41f9-a015-059c6ff02261,segment=NetworkSegment(68a01da1-f091-42a1-af0d-7fb2a376467f),segment_id=68a01da1-f091-42a1-af0d-7fb2a376467f)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:27.903317 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:27.987161 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Calling delete_port for 38d460d6-1af3-41f9-a015-059c6ff02261 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:28:28.147369 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-21aeb08c-f6cf-42f5-9777-eab5e59acd6f service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397082 Mar 18 10:28:28.417821 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e77991-52f3-4672-ae5a-7d7af5e78024 req-065435ec-3f10-4492-81cc-43a806c99d33 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568545 Mar 18 10:28:28.453800 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404'] for port (38d460d6-1af3-41f9-a015-059c6ff02261), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:28.475867 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['38d460d6-1af3-41f9-a015-059c6ff02261'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:28:28.491099 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f537e09-fa4b-4077-ae30-3df475660ef9 req-1d46441b-1ea6-4b0e-a1b5-eb2750badb43 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:28.493515 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f537e09-fa4b-4077-ae30-3df475660ef9 req-1d46441b-1ea6-4b0e-a1b5-eb2750badb43 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 867 time: 0.1215243 Mar 18 10:28:28.512404 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Pushing event deleted for resources: {'Port': ['ID=38d460d6-1af3-41f9-a015-059c6ff02261,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:28.617234 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] No DVR routers for this DVR port 38d460d6-1af3-41f9-a015-059c6ff02261 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:28:28.633154 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:28.642499 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a5d264ba-e8a4-4326-a1b0-3b686560bacc req-c6d8fa1b-5c53-45ed-8bca-689fc6620963 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.45 "DELETE /v2.0/ports/38d460d6-1af3-41f9-a015-059c6ff02261 HTTP/1.1" status: 204 len: 173 time: 2.1036761 Mar 18 10:28:28.643979 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b3e05c-23e0-430a-86ab-71097575b63c', 'name': 'network-vif-deleted', 'tag': '38d460d6-1af3-41f9-a015-059c6ff02261'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:28.647068 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5e68a6-fb6a-452e-8c4a-3a3eefddee9b" -d '{"events": [{"server_uuid": "10b3e05c-23e0-430a-86ab-71097575b63c", "name": "network-vif-deleted", "tag": "38d460d6-1af3-41f9-a015-059c6ff02261"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:28.696865 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f537e09-fa4b-4077-ae30-3df475660ef9 req-b1f0af38-a9e4-4829-9b9f-cacb9cff7515 tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/security-groups?id=a83a2db4-3c08-4767-9548-44cf37b556c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866617 Mar 18 10:28:28.706944 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206a86b-624f-486d-8450-0c62db820944 x-openstack-request-id: req-d206a86b-624f-486d-8450-0c62db820944 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:28.707295 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b3e05c-23e0-430a-86ab-71097575b63c", "name": "network-vif-deleted", "tag": "38d460d6-1af3-41f9-a015-059c6ff02261", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:28.707645 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d206a86b-624f-486d-8450-0c62db820944 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:28.711107 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b3e05c-23e0-430a-86ab-71097575b63c', 'name': 'network-vif-deleted', 'tag': '38d460d6-1af3-41f9-a015-059c6ff02261', 'status': 'completed', 'code': 200} Mar 18 10:28:29.027926 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ebbb3-f0a3-43f9-bd64-080306895536 req-7a2e0258-0c4a-4317-991b-465b275a4c89 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:29.031675 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-562ebbb3-f0a3-43f9-bd64-080306895536 req-7a2e0258-0c4a-4317-991b-465b275a4c89 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1125956 Mar 18 10:28:29.165612 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-562ebbb3-f0a3-43f9-bd64-080306895536 req-3094518f-d746-49a3-ac20-25e90f1506a4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237230 Mar 18 10:28:29.824730 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-647d18b2-8937-4b6c-92aa-4d828777fcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:29.903032 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18a1787b-9c07-4b2c-8aad-0c8c57f455eb req-02d1af3c-9a23-4fd0-ba47-a395deccb8eb tempest-DeleteServersTestJSON-1006260831 tempest-DeleteServersTestJSON-1006260831-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b3e05c-23e0-430a-86ab-71097575b63c HTTP/1.1" status: 200 len: 210 time: 0.0474246 Mar 18 10:28:30.348149 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07ffe3-d0b9-4c59-b802-e2b05354d32b req-7d7816d5-9b11-4274-88a0-97cc1ee40e05 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:30.349822 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fc07ffe3-d0b9-4c59-b802-e2b05354d32b req-7d7816d5-9b11-4274-88a0-97cc1ee40e05 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0759614 Mar 18 10:28:30.434435 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fc07ffe3-d0b9-4c59-b802-e2b05354d32b req-e47e35c3-afd6-43d0-b895-5152f4c7cbac tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775232 Mar 18 10:28:31.608564 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf090a9-9bb1-4487-af38-6c016656568d req-c3a216d6-3627-4420-87fa-be42ebbc1bea tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:31.611560 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dcf090a9-9bb1-4487-af38-6c016656568d req-c3a216d6-3627-4420-87fa-be42ebbc1bea tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0867565 Mar 18 10:28:31.656913 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36536) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:31.679826 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 38d460d6-1af3-41f9-a015-059c6ff02261 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:28:31.706468 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dcf090a9-9bb1-4487-af38-6c016656568d req-c2587ae1-5fd3-41c9-80a4-37a5c6fd5d7d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Mar 18 10:28:31.773657 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 38d460d6-1af3-41f9-a015-059c6ff02261 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:28:31.774427 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 38d460d6-1af3-41f9-a015-059c6ff02261 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:28:31.883239 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8c340f00-a1d8-433b-8dac-bb03158bc68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:31.958393 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36550) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:32.013216 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8c340f00-a1d8-433b-8dac-bb03158bc68d admin admin] Publish callbacks [] for security_group (976a3b64-b5ba-4539-96c5-cc079878f66c), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.018685 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8c340f00-a1d8-433b-8dac-bb03158bc68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (976a3b64-b5ba-4539-96c5-cc079878f66c), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.065728 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8c340f00-a1d8-433b-8dac-bb03158bc68d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90b7c7aad0ad4878badb7f6784fc5804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060247 Mar 18 10:28:32.067052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c340f00-a1d8-433b-8dac-bb03158bc68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976a3b64-b5ba-4539-96c5-cc079878f66c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:32.070194 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36556) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:32.167490 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74bada6d-6cee-491a-b17e-edb707d327dd admin admin] Publish callbacks [] for security_group (976a3b64-b5ba-4539-96c5-cc079878f66c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.172877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3e3eb6d1-4594-4017-b575-215c276d17ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.225536 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74bada6d-6cee-491a-b17e-edb707d327dd admin admin] Publish callbacks [] for security_group (976a3b64-b5ba-4539-96c5-cc079878f66c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.352708 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74bada6d-6cee-491a-b17e-edb707d327dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (976a3b64-b5ba-4539-96c5-cc079878f66c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.357319 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74bada6d-6cee-491a-b17e-edb707d327dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.359826 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-74bada6d-6cee-491a-b17e-edb707d327dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/976a3b64-b5ba-4539-96c5-cc079878f66c HTTP/1.1" status: 204 len: 168 time: 0.2881358 Mar 18 10:28:32.373044 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3e3eb6d1-4594-4017-b575-215c276d17ac admin admin] Publish callbacks [] for security_group (4d82b4c5-672c-412a-9243-62726c7b24d2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.384007 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bada6d-6cee-491a-b17e-edb707d327dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976a3b64-b5ba-4539-96c5-cc079878f66c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:32.394651 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3e3eb6d1-4594-4017-b575-215c276d17ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4d82b4c5-672c-412a-9243-62726c7b24d2), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.474944 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3e3eb6d1-4594-4017-b575-215c276d17ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9da9da9f5fe04b458f222794790aa95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5144510 Mar 18 10:28:32.476456 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eb6d1-4594-4017-b575-215c276d17ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d82b4c5-672c-412a-9243-62726c7b24d2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:32.479210 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36564) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:32.570805 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0ddac727-e9a1-444a-8143-0311bc865547 admin admin] Publish callbacks [] for security_group (4d82b4c5-672c-412a-9243-62726c7b24d2), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.607170 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0ddac727-e9a1-444a-8143-0311bc865547 admin admin] Publish callbacks [] for security_group (4d82b4c5-672c-412a-9243-62726c7b24d2), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.703044 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36576) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:32.707445 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0ddac727-e9a1-444a-8143-0311bc865547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4d82b4c5-672c-412a-9243-62726c7b24d2), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.712880 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0ddac727-e9a1-444a-8143-0311bc865547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.715590 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0ddac727-e9a1-444a-8143-0311bc865547 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d82b4c5-672c-412a-9243-62726c7b24d2 HTTP/1.1" status: 204 len: 168 time: 0.2343509 Mar 18 10:28:32.731903 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddac727-e9a1-444a-8143-0311bc865547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d82b4c5-672c-412a-9243-62726c7b24d2,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:32.848123 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] Deleting subnet 92df727f-3474-4776-b2ca-f05a29143574 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:28:32.855545 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] Publish callbacks [] for subnet (92df727f-3474-4776-b2ca-f05a29143574), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.910210 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36582) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:32.912487 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f026904b-3b07-4797-9d7b-05ad4e2dd29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.945275 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8687c985-6865-458a-95e4-6958094c5c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.970804 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] Publish callbacks [] for subnet (92df727f-3474-4776-b2ca-f05a29143574), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:32.983899 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (92df727f-3474-4776-b2ca-f05a29143574), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.083317 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (92df727f-3474-4776-b2ca-f05a29143574), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.126498 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92df727f-3474-4776-b2ca-f05a29143574,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:33.129713 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.136690 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-03a87e3b-4a12-439b-9e28-3788c607084b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/92df727f-3474-4776-b2ca-f05a29143574 HTTP/1.1" status: 204 len: 168 time: 0.4307334 Mar 18 10:28:33.140336 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36592) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:33.171134 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccca00-ccd3-4ce4-ba33-c8adc48330be req-40647221-6a00-48dd-8019-39c9843e90f3 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:33.173328 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-76ccca00-ccd3-4ce4-ba33-c8adc48330be req-40647221-6a00-48dd-8019-39c9843e90f3 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.2317040 Mar 18 10:28:33.268156 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8687c985-6865-458a-95e4-6958094c5c87 admin admin] Publish callbacks [] for security_group (7d70b911-118c-4fc7-aa14-856c4fada8a4), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.274529 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-76ccca00-ccd3-4ce4-ba33-c8adc48330be req-25b89eaf-c867-4355-9445-0b7cc82175ad tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901430 Mar 18 10:28:33.276341 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8687c985-6865-458a-95e4-6958094c5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7d70b911-118c-4fc7-aa14-856c4fada8a4), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.352968 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687c985-6865-458a-95e4-6958094c5c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70b911-118c-4fc7-aa14-856c4fada8a4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:33.356659 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (09e10016-787d-4aba-a3b0-95e42fd8fc44), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.365524 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8687c985-6865-458a-95e4-6958094c5c87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3764ab3a98e446596ad44c2d673ae69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494400 Mar 18 10:28:33.366590 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36598) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:33.602522 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (09e10016-787d-4aba-a3b0-95e42fd8fc44), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.607477 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5725ae14-095d-4d26-9d33-f80ed671d224 admin admin] Publish callbacks [] for security_group (7d70b911-118c-4fc7-aa14-856c4fada8a4), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.668984 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.669523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.670816 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.671360 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > port after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.671877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.672462 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > port after_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.672970 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.673397 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.673943 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.674451 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.804232 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.805407 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.805754 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.806222 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:33.806770 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e10016-787d-4aba-a3b0-95e42fd8fc44']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:33.827537 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5725ae14-095d-4d26-9d33-f80ed671d224 admin admin] Publish callbacks [] for security_group (7d70b911-118c-4fc7-aa14-856c4fada8a4), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.838874 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a01da1-f091-42a1-af0d-7fb2a376467f') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:33.839200 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a01da1-f091-42a1-af0d-7fb2a376467f') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:33.864125 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (68a01da1-f091-42a1-af0d-7fb2a376467f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.914888 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (68a01da1-f091-42a1-af0d-7fb2a376467f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.926243 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:28:33.926501 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (68a01da1-f091-42a1-af0d-7fb2a376467f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: from cryptography.utils import int_from_bytes Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: from cryptography.utils import int_from_bytes Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:28:33.955212 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:28:34.018119 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5725ae14-095d-4d26-9d33-f80ed671d224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7d70b911-118c-4fc7-aa14-856c4fada8a4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.021075 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5725ae14-095d-4d26-9d33-f80ed671d224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.022498 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5725ae14-095d-4d26-9d33-f80ed671d224 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d70b911-118c-4fc7-aa14-856c4fada8a4 HTTP/1.1" status: 204 len: 168 time: 0.6545899 Mar 18 10:28:34.039367 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725ae14-095d-4d26-9d33-f80ed671d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70b911-118c-4fc7-aa14-856c4fada8a4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:34.048458 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (09e10016-787d-4aba-a3b0-95e42fd8fc44), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.059202 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.063663 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] 10.222.0.44 "DELETE /v2.0/networks/09e10016-787d-4aba-a3b0-95e42fd8fc44 HTTP/1.1" status: 204 len: 168 time: 0.9213336 Mar 18 10:28:34.086362 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca615f19-a6c1-4b45-b3e3-f3e438364082 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e10016-787d-4aba-a3b0-95e42fd8fc44,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:34.087040 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.320447 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36630) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:34.373425 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c7376218-fc21-4ba3-b939-67cf20d280cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f08fd1d80de54e8f92666d8569b35501&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487804 Mar 18 10:28:34.377660 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36634) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:34.526769 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98e04602-11b4-479b-b030-5014ecd0983f admin admin] Publish callbacks [] for security_group (a83a2db4-3c08-4767-9548-44cf37b556c2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.570113 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93da4a-a487-4f06-8702-45267d6bb6a4 req-3285c33e-8e63-46c3-b7c4-52e16e99e263 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:34.572810 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be93da4a-a487-4f06-8702-45267d6bb6a4 req-3285c33e-8e63-46c3-b7c4-52e16e99e263 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1579208 Mar 18 10:28:34.594337 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98e04602-11b4-479b-b030-5014ecd0983f admin admin] Publish callbacks [] for security_group (a83a2db4-3c08-4767-9548-44cf37b556c2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.713413 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be93da4a-a487-4f06-8702-45267d6bb6a4 req-4a719890-7e3e-4586-9aaa-88ea967c0330 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310520 Mar 18 10:28:34.763100 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98e04602-11b4-479b-b030-5014ecd0983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a83a2db4-3c08-4767-9548-44cf37b556c2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.767741 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98e04602-11b4-479b-b030-5014ecd0983f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:34.777457 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-98e04602-11b4-479b-b030-5014ecd0983f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a83a2db4-3c08-4767-9548-44cf37b556c2 HTTP/1.1" status: 204 len: 168 time: 0.3981197 Mar 18 10:28:34.804045 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e04602-11b4-479b-b030-5014ecd0983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83a2db4-3c08-4767-9548-44cf37b556c2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:35.745642 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36690) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:35.863007 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818917002-network', 'tenant_id': 'c0b0ef97365c4577ac981fdfe63e5f38'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:35.900915 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:35.940289 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Made reservation on behalf of c0b0ef97365c4577ac981fdfe63e5f38 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:35.942812 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:35.954408 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.000963 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54034-9bf3-486e-b11d-c13a7e8cae5c req-cdf80eab-7dee-4b37-ae51-6bdbfc9a047f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:36.002579 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-61f54034-9bf3-486e-b11d-c13a7e8cae5c req-cdf80eab-7dee-4b37-ae51-6bdbfc9a047f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1001081 Mar 18 10:28:36.093995 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-61f54034-9bf3-486e-b11d-c13a7e8cae5c req-688bcab3-a530-4459-a51d-78defd2d0860 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808191 Mar 18 10:28:36.121189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks [] for security_group (7b763030-f796-4fe7-9b63-748c3d313e2e), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.135127 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7b763030-f796-4fe7-9b63-748c3d313e2e), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.166625 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:28:36.174102 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b763030-f796-4fe7-9b63-748c3d313e2e,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:36.185161 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (a92abc08-5c03-480a-8b41-fd136a725f8d), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.185511 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Added segment a92abc08-5c03-480a-8b41-fd136a725f8d of type vlan for network 2233984e-1f1e-4fa7-9683-92e30943cdc4 Mar 18 10:28:36.238694 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (2233984e-1f1e-4fa7-9683-92e30943cdc4), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.273262 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (2233984e-1f1e-4fa7-9683-92e30943cdc4), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.275353 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:36.277175 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.386100 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6385520 Mar 18 10:28:36.390406 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36710) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:36.402043 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Request body: {'subnet': {'network_id': '2233984e-1f1e-4fa7-9683-92e30943cdc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818917002-subnet', 'tenant_id': 'c0b0ef97365c4577ac981fdfe63e5f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:36.424392 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0d138-d838-4882-b535-58a67dbb93ae admin admin] Pushing event updated for resources: {'Network': ['ID=2233984e-1f1e-4fa7-9683-92e30943cdc4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:36.444056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 2233984e-1f1e-4fa7-9683-92e30943cdc4 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:28:36.450663 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Made reservation on behalf of c0b0ef97365c4577ac981fdfe63e5f38 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:36.454942 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.726126 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (b99bf97c-6b25-4427-88b3-b6aee8d87951), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.815264 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99bf97c-6b25-4427-88b3-b6aee8d87951,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:36.832803 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Checking segment: {'id': 'a92abc08-5c03-480a-8b41-fd136a725f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2233984e-1f1e-4fa7-9683-92e30943cdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:28:36.833348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Network hostable DHCP agents. Network: 2233984e-1f1e-4fa7-9683-92e30943cdc4, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:28:36.859920 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Network 2233984e-1f1e-4fa7-9683-92e30943cdc4 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:28:36.875151 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 2233984e-1f1e-4fa7-9683-92e30943cdc4) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:28:36.885472 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:36.886195 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:36.889818 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f1eac-14d7-42ca-89c0-7893a7c31e89 None None] Network 2233984e-1f1e-4fa7-9683-92e30943cdc4 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:36.928065 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c8db5b6f-6a25-43ed-9e9d-bcba4d4f83f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5355690 Mar 18 10:28:37.094534 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ef8469-d7ea-41ef-9839-06b64e4e2be3 None None] Network 2233984e-1f1e-4fa7-9683-92e30943cdc4 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:37.223555 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:37.320051 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0ccb8-2ff2-46bb-a4f2-51a57acd4bb7 req-bb99ac6c-1e77-48cc-bf8a-760b38dfb0b4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:37.334408 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2df0ccb8-2ff2-46bb-a4f2-51a57acd4bb7 req-bb99ac6c-1e77-48cc-bf8a-760b38dfb0b4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0970101 Mar 18 10:28:37.442876 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2df0ccb8-2ff2-46bb-a4f2-51a57acd4bb7 req-35ebc7b8-0cdd-47b6-83ee-533b090a0bb3 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070025 Mar 18 10:28:37.678577 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-b058d3f2-84b1-4f04-88ff-ff563f54d4dd tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8e9067737dba4061b1621607bf3e63d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702331 Mar 18 10:28:38.083095 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-fc31f5b7-2984-43cd-9c20-934a4cb096d7 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:38.086520 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-fc31f5b7-2984-43cd-9c20-934a4cb096d7 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3984194 Mar 18 10:28:38.091961 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36788) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:38.104869 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2020651699-network', 'tenant_id': 'cd5b0ec6838247bbb3d7645ae46b3dea'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:38.121010 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f91f62d8-a544-41b6-9d8c-5140849798c2 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/quotas/8e9067737dba4061b1621607bf3e63d9 HTTP/1.1" status: 200 len: 375 time: 0.0217052 Mar 18 10:28:38.152743 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Made reservation on behalf of cd5b0ec6838247bbb3d7645ae46b3dea for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:38.158820 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.181554 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.181993 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-23b584a7-6af8-44ea-8a5a-514607ff8334 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8e9067737dba4061b1621607bf3e63d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482271 Mar 18 10:28:38.375810 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks [] for security_group (2005b9bd-0b43-48c8-8d9a-d5e1522b24a9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.386056 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2005b9bd-0b43-48c8-8d9a-d5e1522b24a9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.538658 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:28:38.559440 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a80b4088-514c-4e49-bcaf-1b9aafad0f95 req-debf080b-a459-4fc8-972e-0364bf3734f2 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 210 time: 0.0858297 Mar 18 10:28:38.560497 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005b9bd-0b43-48c8-8d9a-d5e1522b24a9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:38.603348 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (e221784f-a82d-4e4e-bca6-2be930877a4f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.603871 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Added segment e221784f-a82d-4e4e-bca6-2be930877a4f of type vlan for network 3c6276a2-f9e2-44c3-b63c-5d25b025ff17 Mar 18 10:28:38.639842 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740eb2-4198-4679-8e2c-06004b35b964 req-b953c5a8-a716-4d53-841c-69f57efb3f9f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:38.641875 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3a740eb2-4198-4679-8e2c-06004b35b964 req-b953c5a8-a716-4d53-841c-69f57efb3f9f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0897205 Mar 18 10:28:38.682326 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (3c6276a2-f9e2-44c3-b63c-5d25b025ff17), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.699901 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3a740eb2-4198-4679-8e2c-06004b35b964 req-2887ea02-bdb3-46aa-8af4-159d8253f889 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495408 Mar 18 10:28:38.726929 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (3c6276a2-f9e2-44c3-b63c-5d25b025ff17), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.728863 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:38.729868 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:38.793765 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6961086 Mar 18 10:28:38.797106 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36810) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:38.803871 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Request body: {'subnet': {'network_id': '3c6276a2-f9e2-44c3-b63c-5d25b025ff17', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2020651699-subnet', 'tenant_id': 'cd5b0ec6838247bbb3d7645ae46b3dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:38.815494 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04141ed6-039a-432e-bd71-8edda26d50b6 admin admin] Pushing event updated for resources: {'Network': ['ID=3c6276a2-f9e2-44c3-b63c-5d25b025ff17,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:38.828635 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 3c6276a2-f9e2-44c3-b63c-5d25b025ff17 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:28:38.833228 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Made reservation on behalf of cd5b0ec6838247bbb3d7645ae46b3dea for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:38.836126 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229141'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.028080 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58906138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229123'] for subnet (0db82edb-59a1-48be-ae54-058f63eb7378), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.084580 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db82edb-59a1-48be-ae54-058f63eb7378,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:39.097452 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Checking segment: {'id': 'e221784f-a82d-4e4e-bca6-2be930877a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c6276a2-f9e2-44c3-b63c-5d25b025ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:28:39.097859 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Network hostable DHCP agents. Network: 3c6276a2-f9e2-44c3-b63c-5d25b025ff17, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:28:39.120167 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Network 3c6276a2-f9e2-44c3-b63c-5d25b025ff17 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:28:39.135908 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 3c6276a2-f9e2-44c3-b63c-5d25b025ff17) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:28:39.143984 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:39.145038 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.151613 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294746dd-f94d-42cd-b92c-34cb80f22521 None None] Network 3c6276a2-f9e2-44c3-b63c-5d25b025ff17 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:39.176691 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b41a5d4e-5e0a-41f9-b5cb-96d62fdae1f9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3717089 Mar 18 10:28:39.270047 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36826) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:39.319798 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68983423-81ca-473b-b151-247abadb6b6c None None] Network 3c6276a2-f9e2-44c3-b63c-5d25b025ff17 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:28:39.331376 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] Deleting subnet acf923e5-d3ef-42fb-b353-bfa7842979d4 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:28:39.337335 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] Publish callbacks [] for subnet (acf923e5-d3ef-42fb-b353-bfa7842979d4), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.369966 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36828) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:39.413147 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (acf923e5-d3ef-42fb-b353-bfa7842979d4), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.454209 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] Deleting subnet b99bf97c-6b25-4427-88b3-b6aee8d87951 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:28:39.458384 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] Publish callbacks [] for subnet (b99bf97c-6b25-4427-88b3-b6aee8d87951), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.502750 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (acf923e5-d3ef-42fb-b353-bfa7842979d4), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.510810 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] Publish callbacks [] for subnet (b99bf97c-6b25-4427-88b3-b6aee8d87951), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.521549 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (b99bf97c-6b25-4427-88b3-b6aee8d87951), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.586035 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (acf923e5-d3ef-42fb-b353-bfa7842979d4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.589001 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for subnet (b99bf97c-6b25-4427-88b3-b6aee8d87951), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.622048 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.628720 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/acf923e5-d3ef-42fb-b353-bfa7842979d4 HTTP/1.1" status: 204 len: 168 time: 0.3563316 Mar 18 10:28:39.628720 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ef28b-0ace-4bef-b662-c683934a5235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf923e5-d3ef-42fb-b353-bfa7842979d4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:39.632992 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36836) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:39.638167 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99bf97c-6b25-4427-88b3-b6aee8d87951,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:39.642683 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.651251 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b51e783c-fd5c-4c60-8ac2-460e10eca336 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b99bf97c-6b25-4427-88b3-b6aee8d87951 HTTP/1.1" status: 204 len: 168 time: 0.2773142 Mar 18 10:28:39.651251 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36838) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:39.741669 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (2233984e-1f1e-4fa7-9683-92e30943cdc4), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.743629 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eec1a303-caff-427d-93ed-e9ae2309c827 req-46223d29-07c5-4a30-97d3-9bd2af04b090 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 210 time: 0.0468354 Mar 18 10:28:39.752244 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (c517e3eb-4f99-45fd-a9a8-db4732bea6bb), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.850697 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (c517e3eb-4f99-45fd-a9a8-db4732bea6bb), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.866383 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (2233984e-1f1e-4fa7-9683-92e30943cdc4), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.873674 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c517e3eb-4f99-45fd-a9a8-db4732bea6bb']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:39.885216 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f364f31-db7c-4410-92d0-1c3cc945666d') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:39.885679 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f364f31-db7c-4410-92d0-1c3cc945666d') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:39.895301 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.895652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.896408 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.896723 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > port after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.897052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.897400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > port after_update 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.897721 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.898072 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.898396 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.898709 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.899942 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (7f364f31-db7c-4410-92d0-1c3cc945666d), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.922448 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (7f364f31-db7c-4410-92d0-1c3cc945666d), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.928900 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:28:39.929293 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (7f364f31-db7c-4410-92d0-1c3cc945666d), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:28:39.931095 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:28:39.966976 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.967919 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.968257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.968590 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 10:28:39.968964 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2233984e-1f1e-4fa7-9683-92e30943cdc4']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:39.990781 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92abc08-5c03-480a-8b41-fd136a725f8d') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:39.991071 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92abc08-5c03-480a-8b41-fd136a725f8d') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:40.012499 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (a92abc08-5c03-480a-8b41-fd136a725f8d), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.025115 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd066cd-ef08-465d-a2ff-03594da47b82 req-1f630637-c44f-43cd-ba43-8a6b49b64a53 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:40.027101 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dfd066cd-ef08-465d-a2ff-03594da47b82 req-1f630637-c44f-43cd-ba43-8a6b49b64a53 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.2064631 Mar 18 10:28:40.060963 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (a92abc08-5c03-480a-8b41-fd136a725f8d), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.076563 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:28:40.076967 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (a92abc08-5c03-480a-8b41-fd136a725f8d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: from cryptography.utils import int_from_bytes Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: from cryptography.utils import int_from_bytes Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:28:40.081238 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:28:40.162391 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dfd066cd-ef08-465d-a2ff-03594da47b82 req-e7a0b021-1f3c-4506-85f5-9b40e9b9defc tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246870 Mar 18 10:28:40.169062 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (2233984e-1f1e-4fa7-9683-92e30943cdc4), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.179271 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.183058 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] 10.222.0.44 "DELETE /v2.0/networks/2233984e-1f1e-4fa7-9683-92e30943cdc4 HTTP/1.1" status: 204 len: 168 time: 0.5308042 Mar 18 10:28:40.190125 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36842) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:40.201839 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4e39d-3bec-4f63-91b9-5aa33d48046d admin admin] Pushing event deleted for resources: {'Network': ['ID=2233984e-1f1e-4fa7-9683-92e30943cdc4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:40.237935 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (c517e3eb-4f99-45fd-a9a8-db4732bea6bb), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.242952 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.246879 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] 10.222.0.44 "DELETE /v2.0/networks/c517e3eb-4f99-45fd-a9a8-db4732bea6bb HTTP/1.1" status: 204 len: 168 time: 0.6124601 Mar 18 10:28:40.251893 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36844) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:40.271692 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5af88-7dcd-4be6-a8a2-95e382c62c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=c517e3eb-4f99-45fd-a9a8-db4732bea6bb,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:40.283163 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] Deleting subnet 0db82edb-59a1-48be-ae54-058f63eb7378 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:28:40.288389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] Publish callbacks [] for subnet (0db82edb-59a1-48be-ae54-058f63eb7378), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.316963 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] Deleting subnet 9bddc5d6-3abd-40f0-a1cd-488a79e06514 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:28:40.320747 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] Publish callbacks [] for subnet (9bddc5d6-3abd-40f0-a1cd-488a79e06514), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.339693 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (0db82edb-59a1-48be-ae54-058f63eb7378), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.371736 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59454810'] for subnet (9bddc5d6-3abd-40f0-a1cd-488a79e06514), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.408124 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (0db82edb-59a1-48be-ae54-058f63eb7378), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.428189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (9bddc5d6-3abd-40f0-a1cd-488a79e06514), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.500320 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59153709'] for subnet (9bddc5d6-3abd-40f0-a1cd-488a79e06514), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.507418 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (0db82edb-59a1-48be-ae54-058f63eb7378), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.532428 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bddc5d6-3abd-40f0-a1cd-488a79e06514,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:40.538530 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.542401 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-30426873-7694-422a-ac4d-8e00ede00c87 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9bddc5d6-3abd-40f0-a1cd-488a79e06514 HTTP/1.1" status: 204 len: 168 time: 0.2890625 Mar 18 10:28:40.546363 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36848) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:40.566311 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.569665 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0db82edb-59a1-48be-ae54-058f63eb7378 HTTP/1.1" status: 204 len: 168 time: 0.3782437 Mar 18 10:28:40.570850 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ee2f-3221-4f53-a619-d1c8a5a130c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db82edb-59a1-48be-ae54-058f63eb7378,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:40.577690 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36852) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:40.653060 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (3c6276a2-f9e2-44c3-b63c-5d25b025ff17), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.665678 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (d3479e44-8b2b-4a53-a006-5c9a98ab75f6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.681601 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:28:40.773754 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (3c6276a2-f9e2-44c3-b63c-5d25b025ff17), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.797973 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (d3479e44-8b2b-4a53-a006-5c9a98ab75f6), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.800992 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6276a2-f9e2-44c3-b63c-5d25b025ff17']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:40.816247 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e221784f-a82d-4e4e-bca6-2be930877a4f') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:40.816711 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e221784f-a82d-4e4e-bca6-2be930877a4f') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:40.835760 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (e221784f-a82d-4e4e-bca6-2be930877a4f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.837441 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3479e44-8b2b-4a53-a006-5c9a98ab75f6']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:40.856154 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4486c0b9-7350-45a4-8c59-51351cafd890') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:40.856637 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4486c0b9-7350-45a4-8c59-51351cafd890') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:28:40.874051 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (4486c0b9-7350-45a4-8c59-51351cafd890), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.894932 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (4486c0b9-7350-45a4-8c59-51351cafd890), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.899011 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca3872aa-302a-469e-b9e9-017c9c4602ca req-a61a8ace-b538-4ebb-8a83-ae0d06b13ef3 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 210 time: 0.0595896 Mar 18 10:28:40.903816 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:28:40.904079 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (e221784f-a82d-4e4e-bca6-2be930877a4f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.904404 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (4486c0b9-7350-45a4-8c59-51351cafd890), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:28:40.907266 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:28:40.927919 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:28:40.927919 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (e221784f-a82d-4e4e-bca6-2be930877a4f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:28:40.929966 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:28:41.030682 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (3c6276a2-f9e2-44c3-b63c-5d25b025ff17), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.049300 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.052901 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c6276a2-f9e2-44c3-b63c-5d25b025ff17 HTTP/1.1" status: 204 len: 168 time: 0.4740710 Mar 18 10:28:41.071259 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cf1f-6dfc-430e-bf25-a0698763944a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6276a2-f9e2-44c3-b63c-5d25b025ff17,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:41.232260 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (d3479e44-8b2b-4a53-a006-5c9a98ab75f6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.242226 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.249662 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d3479e44-8b2b-4a53-a006-5c9a98ab75f6 HTTP/1.1" status: 204 len: 168 time: 0.7013309 Mar 18 10:28:41.273735 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714aeea-d21b-41f0-bb5e-2e31a3337297 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3479e44-8b2b-4a53-a006-5c9a98ab75f6,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:41.356281 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d4d8b-66c5-4c31-b4a7-0b8f5a7bc785 req-f7fed3fe-955e-4335-b1f5-46523793bb2d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:41.368491 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-653d4d8b-66c5-4c31-b4a7-0b8f5a7bc785 req-f7fed3fe-955e-4335-b1f5-46523793bb2d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0967500 Mar 18 10:28:41.395063 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36862) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:41.450994 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9b5186ac-3ddc-4b37-a2c3-5b4bd591b2c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0b0ef97365c4577ac981fdfe63e5f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546901 Mar 18 10:28:41.455206 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36864) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:41.471209 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-653d4d8b-66c5-4c31-b4a7-0b8f5a7bc785 req-d3d53c28-72c1-4927-9fa7-57a0c1da2d78 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012397 Mar 18 10:28:41.507231 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36866) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:41.546409 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc352-b0d1-4d53-8ba6-47f728c1a3cb admin admin] Publish callbacks [] for security_group (7b763030-f796-4fe7-9b63-748c3d313e2e), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.580059 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-37b3fa90-12d1-42df-adcc-5c54f4c188b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2333c7faddf0414a9dbafa152fbaa03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711172 Mar 18 10:28:41.583730 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36870) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:41.587556 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc352-b0d1-4d53-8ba6-47f728c1a3cb admin admin] Publish callbacks [] for security_group (7b763030-f796-4fe7-9b63-748c3d313e2e), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.676950 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bad19022-79e6-4804-864a-59f5b430ef31 admin admin] Publish callbacks [] for security_group (1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.683813 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc352-b0d1-4d53-8ba6-47f728c1a3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7b763030-f796-4fe7-9b63-748c3d313e2e), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.689378 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc352-b0d1-4d53-8ba6-47f728c1a3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.691280 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ca3dc352-b0d1-4d53-8ba6-47f728c1a3cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b763030-f796-4fe7-9b63-748c3d313e2e HTTP/1.1" status: 204 len: 168 time: 0.2349124 Mar 18 10:28:41.704231 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dc352-b0d1-4d53-8ba6-47f728c1a3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b763030-f796-4fe7-9b63-748c3d313e2e,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:41.724556 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bad19022-79e6-4804-864a-59f5b430ef31 admin admin] Publish callbacks [] for security_group (1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.834249 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bad19022-79e6-4804-864a-59f5b430ef31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.839380 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bad19022-79e6-4804-864a-59f5b430ef31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:41.846747 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-bad19022-79e6-4804-864a-59f5b430ef31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3 HTTP/1.1" status: 204 len: 168 time: 0.2616224 Mar 18 10:28:41.857787 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad19022-79e6-4804-864a-59f5b430ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c37bde0-b33c-4aaf-b3cc-1bb0ef7681f3,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:42.081111 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-2da8dab4-7cb3-494f-a14f-97e3483d2a95 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8e9067737dba4061b1621607bf3e63d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333478 Mar 18 10:28:42.096843 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac5ae0ee-1469-401c-ac33-15145732fc0a req-3e416eb8-21e7-415e-b179-da2313ffd888 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 210 time: 0.0768216 Mar 18 10:28:42.415983 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-a336760a-0fa3-420f-a576-4ce68a956b36 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:42.417799 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-a336760a-0fa3-420f-a576-4ce68a956b36 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230326 Mar 18 10:28:42.437905 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Request body: {'port': {'device_id': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07', 'admin_state_up': True, 'tenant_id': '8e9067737dba4061b1621607bf3e63d9'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:42.570954 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36902) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:42.633931 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 36904) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:42.636782 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7deb0ea2-10e7-41d9-b996-8f954d2070aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9cf3b19b7ba48d1a0b78ca6f5bebaea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641432 Mar 18 10:28:42.641468 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36906) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:42.706781 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa13ca97-6cf9-4417-b0a7-19f1a49ddf24 admin admin] Publish callbacks [] for security_group (a6d5429b-037d-471e-a6fb-dc65f7721a75), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:42.735352 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa13ca97-6cf9-4417-b0a7-19f1a49ddf24 admin admin] Publish callbacks [] for security_group (a6d5429b-037d-471e-a6fb-dc65f7721a75), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:42.817147 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa13ca97-6cf9-4417-b0a7-19f1a49ddf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a6d5429b-037d-471e-a6fb-dc65f7721a75), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:42.820459 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa13ca97-6cf9-4417-b0a7-19f1a49ddf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:42.822321 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-aa13ca97-6cf9-4417-b0a7-19f1a49ddf24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6d5429b-037d-471e-a6fb-dc65f7721a75 HTTP/1.1" status: 204 len: 168 time: 0.1795235 Mar 18 10:28:42.831776 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Made reservation on behalf of 8e9067737dba4061b1621607bf3e63d9 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:28:42.836821 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:42.841238 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13ca97-6cf9-4417-b0a7-19f1a49ddf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d5429b-037d-471e-a6fb-dc65f7721a75,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:42.873178 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:42.889260 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1f828-a590-4370-a54d-f1a114e7e843 req-8a5b12e5-747f-4625-b3aa-6c2d217ad61e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:42.900871 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-78f1f828-a590-4370-a54d-f1a114e7e843 req-8a5b12e5-747f-4625-b3aa-6c2d217ad61e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.2705569 Mar 18 10:28:42.934324 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 36918) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:42.934832 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-03cc4e15-72dd-4f7e-8199-0c33b2fb915e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd5b0ec6838247bbb3d7645ae46b3dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820840 Mar 18 10:28:43.031600 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd833a12-288d-4d1e-bb5b-58aadffd95a3 admin admin] Publish callbacks [] for security_group (2005b9bd-0b43-48c8-8d9a-d5e1522b24a9), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.047371 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-78f1f828-a590-4370-a54d-f1a114e7e843 req-b81fec1e-3cb1-4631-a0a8-bdbbe5a229a9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452589 Mar 18 10:28:43.087084 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd833a12-288d-4d1e-bb5b-58aadffd95a3 admin admin] Publish callbacks [] for security_group (2005b9bd-0b43-48c8-8d9a-d5e1522b24a9), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.120829 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks [] for security_group (47f780da-01ff-4bc1-b8ac-4c7bfc373af1), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.127490 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (47f780da-01ff-4bc1-b8ac-4c7bfc373af1), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.238161 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd833a12-288d-4d1e-bb5b-58aadffd95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2005b9bd-0b43-48c8-8d9a-d5e1522b24a9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.243256 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd833a12-288d-4d1e-bb5b-58aadffd95a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.245317 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bd833a12-288d-4d1e-bb5b-58aadffd95a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2005b9bd-0b43-48c8-8d9a-d5e1522b24a9 HTTP/1.1" status: 204 len: 168 time: 0.3093188 Mar 18 10:28:43.251865 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f780da-01ff-4bc1-b8ac-4c7bfc373af1,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:43.252146 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a89aec74-d461-4ad6-af56-2c39bf71c67e req-45c0b94a-6f99-451e-a68d-65362987f7d5 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 210 time: 0.0639706 Mar 18 10:28:43.262236 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd833a12-288d-4d1e-bb5b-58aadffd95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005b9bd-0b43-48c8-8d9a-d5e1522b24a9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:43.321226 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Allocated IP 192.168.233.33 (5aaeacee-8edf-4b01-adee-2645b5206f07/1dccc31d-cf73-4b9b-99fd-a5fc513b01ae/810059df-62b1-41f3-8c47-fa8247f28dac) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:28:43.630559 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks [] for port (810059df-62b1-41f3-8c47-fa8247f28dac), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.692271 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.742483 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Network 5aaeacee-8edf-4b01-adee-2645b5206f07 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:28:43.746301 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:28:43.776283 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Pushing event updated for resources: {'Port': ['ID=810059df-62b1-41f3-8c47-fa8247f28dac,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:43.780730 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:28:43.882872 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:43.884066 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:43.918157 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-f5efb48d-53d2-4e46-829c-07913e0356bc tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4869998 Mar 18 10:28:44.144115 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-09c3773a-93ac-41a4-bb5d-69310ba26ca2 None None] Provisioning complete for port 810059df-62b1-41f3-8c47-fa8247f28dac triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:28:44.145051 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09c3773a-93ac-41a4-bb5d-69310ba26ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:44.225708 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-09c3773a-93ac-41a4-bb5d-69310ba26ca2 None None] Port 810059df-62b1-41f3-8c47-fa8247f28dac cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:28:44.271588 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0766d0-9fb9-4b5e-9935-9ace726ff8ab req-d4921a0e-9606-4212-ade9-db82bdd012c4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:44.273286 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5a0766d0-9fb9-4b5e-9935-9ace726ff8ab req-d4921a0e-9606-4212-ade9-db82bdd012c4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0909433 Mar 18 10:28:44.378066 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5a0766d0-9fb9-4b5e-9935-9ace726ff8ab req-c2e839d4-ba42-4740-a94c-ea82077d0067 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944963 Mar 18 10:28:44.472332 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e963309-1f8f-4866-b1ba-5a00a8bd31a5 req-774579d1-29d5-44e3-92f5-e026b1b69f60 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:44.476614 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e963309-1f8f-4866-b1ba-5a00a8bd31a5 req-774579d1-29d5-44e3-92f5-e026b1b69f60 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 935 time: 0.0890381 Mar 18 10:28:44.564835 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e963309-1f8f-4866-b1ba-5a00a8bd31a5 req-64ec9764-4fb0-4760-b477-77e57e6062c3 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815294 Mar 18 10:28:45.512935 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a5e61-6654-407e-87a9-89fd28db3e79 req-97d244da-5ee5-4fb9-8e4c-c7e44e419072 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:45.516290 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fc8a5e61-6654-407e-87a9-89fd28db3e79 req-97d244da-5ee5-4fb9-8e4c-c7e44e419072 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0609522 Mar 18 10:28:45.595649 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fc8a5e61-6654-407e-87a9-89fd28db3e79 req-7ce9f476-a19d-4d3c-aa4d-46db70ba658d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743437 Mar 18 10:28:45.692443 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Request body: {'port': {'device_id': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:28:45.763591 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621e7d5-e8de-4323-9783-4a618527903a req-c86f6401-5af1-41f7-a917-4ea475fc3d92 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:45.766431 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1621e7d5-e8de-4323-9783-4a618527903a req-c86f6401-5af1-41f7-a917-4ea475fc3d92 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 935 time: 0.0878980 Mar 18 10:28:45.802562 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:45.856755 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1621e7d5-e8de-4323-9783-4a618527903a req-a6f1c339-cecf-4bf6-9018-92466338fa81 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802038 Mar 18 10:28:46.235711 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37042) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:46.286863 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810059df-62b1-41f3-8c47-fa8247f28dac {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:28:46.301486 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Publish callbacks [] for port (810059df-62b1-41f3-8c47-fa8247f28dac), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.325642 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Transition to ACTIVE for port object 810059df-62b1-41f3-8c47-fa8247f28dac will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:28:46.333703 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.446316 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Pushing event updated for resources: {'Port': ['ID=810059df-62b1-41f3-8c47-fa8247f28dac,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:46.491458 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-657bdddc-d1c8-40ff-9f7a-6bc031bd1a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.555394 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Attempting to bind port 810059df-62b1-41f3-8c47-fa8247f28dac on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:28:46.556675 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Attempting to bind port 810059df-62b1-41f3-8c47-fa8247f28dac by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:28:46.557283 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Attempting to bind port 810059df-62b1-41f3-8c47-fa8247f28dac on network 5aaeacee-8edf-4b01-adee-2645b5206f07 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:28:46.563945 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Port 810059df-62b1-41f3-8c47-fa8247f28dac on network 5aaeacee-8edf-4b01-adee-2645b5206f07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:28:46.564316 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Attempting to bind port 810059df-62b1-41f3-8c47-fa8247f28dac on network 5aaeacee-8edf-4b01-adee-2645b5206f07 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:28:46.570406 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:28:46.571042 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Checking segment: {'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:28:46.571438 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Bound using segment: {'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:28:46.571903 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Bound port: 810059df-62b1-41f3-8c47-fa8247f28dac, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9982ed8-424e-4497-8b9a-5b36be4e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:28:46.572271 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.583580 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.649348 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-657bdddc-d1c8-40ff-9f7a-6bc031bd1a4f admin admin] Publish callbacks [] for security_group (5c6a40c7-5dae-44d0-8fb2-9322a3af50f0), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.658033 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-657bdddc-d1c8-40ff-9f7a-6bc031bd1a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5c6a40c7-5dae-44d0-8fb2-9322a3af50f0), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.701228 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bdddc-d1c8-40ff-9f7a-6bc031bd1a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6a40c7-5dae-44d0-8fb2-9322a3af50f0,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:46.706813 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-657bdddc-d1c8-40ff-9f7a-6bc031bd1a4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92eb8143ed9f4746bef3a46ca38455fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686112 Mar 18 10:28:46.710431 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37052) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:46.721368 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] For port 810059df-62b1-41f3-8c47-fa8247f28dac, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:28:46.755936 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] For port 810059df-62b1-41f3-8c47-fa8247f28dac, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=810059df-62b1-41f3-8c47-fa8247f28dac,segment=NetworkSegment(f9982ed8-424e-4497-8b9a-5b36be4e32e2),segment_id=f9982ed8-424e-4497-8b9a-5b36be4e32e2)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:28:46.765356 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.804773 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab5cae9c-fc5b-400b-82c5-25057b0a109e admin admin] Publish callbacks [] for security_group (5c6a40c7-5dae-44d0-8fb2-9322a3af50f0), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.829251 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:46.830373 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.832908 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] 10.222.0.45 "PUT /v2.0/ports/810059df-62b1-41f3-8c47-fa8247f28dac HTTP/1.1" status: 200 len: 1097 time: 1.1480353 Mar 18 10:28:46.833662 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'tag': '810059df-62b1-41f3-8c47-fa8247f28dac'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:46.837814 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a172cc9-4d37-4c60-a929-49cd172e8c6d", "tag": "810059df-62b1-41f3-8c47-fa8247f28dac"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:46.850859 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab5cae9c-fc5b-400b-82c5-25057b0a109e admin admin] Publish callbacks [] for security_group (5c6a40c7-5dae-44d0-8fb2-9322a3af50f0), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.865853 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb060549-18f7-40b9-b93a-cee7f5ddb1b3 req-9e2bb81c-797b-442b-9af3-9fa0f2249b72 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:46.874830 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb060549-18f7-40b9-b93a-cee7f5ddb1b3 req-9e2bb81c-797b-442b-9af3-9fa0f2249b72 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1749825 Mar 18 10:28:46.950586 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab5cae9c-fc5b-400b-82c5-25057b0a109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5c6a40c7-5dae-44d0-8fb2-9322a3af50f0), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.953941 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab5cae9c-fc5b-400b-82c5-25057b0a109e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:46.959313 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ab5cae9c-fc5b-400b-82c5-25057b0a109e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c6a40c7-5dae-44d0-8fb2-9322a3af50f0 HTTP/1.1" status: 204 len: 168 time: 0.2435904 Mar 18 10:28:46.959546 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c192c-1e54-4e93-8ca8-51665d805d8d service neutron] Pushing event updated for resources: {'Port': ['ID=810059df-62b1-41f3-8c47-fa8247f28dac,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:46.977434 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de73d38-dbea-450f-b109-cee06ebf8e75 x-openstack-request-id: req-2de73d38-dbea-450f-b109-cee06ebf8e75 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:46.978573 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a172cc9-4d37-4c60-a929-49cd172e8c6d", "tag": "810059df-62b1-41f3-8c47-fa8247f28dac", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:46.978846 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2de73d38-dbea-450f-b109-cee06ebf8e75 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:46.980195 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'tag': '810059df-62b1-41f3-8c47-fa8247f28dac', 'status': 'completed', 'code': 200} Mar 18 10:28:46.982109 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cae9c-fc5b-400b-82c5-25057b0a109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6a40c7-5dae-44d0-8fb2-9322a3af50f0,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:47.159431 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb060549-18f7-40b9-b93a-cee7f5ddb1b3 req-b1b8a64e-4a93-4dcf-bd9e-2980ebff0405 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687018 Mar 18 10:28:47.170986 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-00485a07-8a14-4b0f-b288-2c8e9107239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:47.173057 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85ff6-7e07-4b42-b87b-9f43a7564b96 req-50b39bb3-4669-43ce-973e-cac31af6d015 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:47.173690 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-00485a07-8a14-4b0f-b288-2c8e9107239c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9067737dba4061b1621607bf3e63d9&device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 1131 time: 0.2276051 Mar 18 10:28:47.178705 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-80a85ff6-7e07-4b42-b87b-9f43a7564b96 req-50b39bb3-4669-43ce-973e-cac31af6d015 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 947 time: 0.1063409 Mar 18 10:28:47.270756 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-623a452a-fa23-4f6a-b858-b6af647555af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=810059df-62b1-41f3-8c47-fa8247f28dac HTTP/1.1" status: 200 len: 217 time: 0.0821059 Mar 18 10:28:47.282094 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-80a85ff6-7e07-4b42-b87b-9f43a7564b96 req-bf74dec5-7647-462f-9fa2-10ac4c295586 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937150 Mar 18 10:28:47.339036 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-7dc0c046-b81b-437e-bdfc-60b4632b7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:47.341727 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-7dc0c046-b81b-437e-bdfc-60b4632b7103 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1dccc31d-cf73-4b9b-99fd-a5fc513b01ae HTTP/1.1" status: 200 len: 843 time: 0.0696397 Mar 18 10:28:47.447374 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-44104ff8-8d66-4258-9c5e-a64557dacf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:47.450419 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-44104ff8-8d66-4258-9c5e-a64557dacf09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5aaeacee-8edf-4b01-adee-2645b5206f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1009586 Mar 18 10:28:47.486389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37080) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:47.524194 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7015a58-5e24-4b20-901e-341869a548a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:47.634458 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-4b95886b-93fd-4a0d-8345-96a9311c0681 service neutron] 10.222.0.45 "GET /v2.0/networks/5aaeacee-8edf-4b01-adee-2645b5206f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762347 Mar 18 10:28:47.635034 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7015a58-5e24-4b20-901e-341869a548a9 admin admin] Publish callbacks [] for security_group (1b910245-bde0-4169-90e9-1409b4875375), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:47.643561 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7015a58-5e24-4b20-901e-341869a548a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (1b910245-bde0-4169-90e9-1409b4875375), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:47.697968 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7015a58-5e24-4b20-901e-341869a548a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b910245-bde0-4169-90e9-1409b4875375,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:47.705439 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e7015a58-5e24-4b20-901e-341869a548a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b387251771c84d81917ddd5322876d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150955 Mar 18 10:28:47.705545 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37114) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:47.767417 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e8a816a-7112-448c-9cbf-35586e5aceb1 admin admin] Publish callbacks [] for security_group (1b910245-bde0-4169-90e9-1409b4875375), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:47.803905 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e8a816a-7112-448c-9cbf-35586e5aceb1 admin admin] Publish callbacks [] for security_group (1b910245-bde0-4169-90e9-1409b4875375), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:47.808086 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-befb188a-0c8e-4370-8918-227dad6c0b2d req-46027049-90dc-405c-86a1-a6b08c34dcab service neutron] 10.222.0.45 "GET /v2.0/networks/5aaeacee-8edf-4b01-adee-2645b5206f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590316 Mar 18 10:28:47.891491 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e8a816a-7112-448c-9cbf-35586e5aceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (1b910245-bde0-4169-90e9-1409b4875375), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:47.897261 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e8a816a-7112-448c-9cbf-35586e5aceb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:47.902011 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6e8a816a-7112-448c-9cbf-35586e5aceb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b910245-bde0-4169-90e9-1409b4875375 HTTP/1.1" status: 204 len: 168 time: 0.1953475 Mar 18 10:28:47.913268 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a816a-7112-448c-9cbf-35586e5aceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b910245-bde0-4169-90e9-1409b4875375,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:47.977691 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-4c75a734-37a7-4c0e-9c6b-2c35018b7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:47.980356 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-4c75a734-37a7-4c0e-9c6b-2c35018b7b6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9067737dba4061b1621607bf3e63d9&device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 1131 time: 0.1106291 Mar 18 10:28:48.151670 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-f199a1da-f407-4bcd-bd4f-2743b4c73e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:48.154247 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-f199a1da-f407-4bcd-bd4f-2743b4c73e9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=5aaeacee-8edf-4b01-adee-2645b5206f07 HTTP/1.1" status: 200 len: 870 time: 0.1638789 Mar 18 10:28:48.220121 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-4af31f24-e26f-4575-9527-0df25bbcab8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=810059df-62b1-41f3-8c47-fa8247f28dac HTTP/1.1" status: 200 len: 217 time: 0.0519793 Mar 18 10:28:48.319155 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-29261d4a-455b-494b-b554-9ad86c8947e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:48.320727 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-29261d4a-455b-494b-b554-9ad86c8947e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1dccc31d-cf73-4b9b-99fd-a5fc513b01ae HTTP/1.1" status: 200 len: 843 time: 0.0932183 Mar 18 10:28:48.378526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179d29a-4e47-4edf-aa39-d7f75c756de0 req-a659b30e-6071-48c8-af13-2e6e7ca66330 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:48.380175 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6179d29a-4e47-4edf-aa39-d7f75c756de0 req-a659b30e-6071-48c8-af13-2e6e7ca66330 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1134317 Mar 18 10:28:48.428041 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-15d831bf-1008-4464-abdb-52170e98fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:48.430975 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-15d831bf-1008-4464-abdb-52170e98fb09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5aaeacee-8edf-4b01-adee-2645b5206f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1036682 Mar 18 10:28:48.528565 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0c9f1-272e-4c4c-ab5d-0ade25391b68 req-43ef207d-8a25-4438-9bf2-a100870ceab5 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:48.542678 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6179d29a-4e47-4edf-aa39-d7f75c756de0 req-82c7d4d9-fb6d-4591-88eb-ee527653ffed tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551471 Mar 18 10:28:48.547886 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-11d0c9f1-272e-4c4c-ab5d-0ade25391b68 req-43ef207d-8a25-4438-9bf2-a100870ceab5 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 947 time: 0.1275573 Mar 18 10:28:48.606172 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-f20b5303-a5c2-465a-9305-b51ce41a5427 service neutron] 10.222.0.45 "GET /v2.0/networks/5aaeacee-8edf-4b01-adee-2645b5206f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672637 Mar 18 10:28:48.712954 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-11d0c9f1-272e-4c4c-ab5d-0ade25391b68 req-9192c4fd-2f40-4f51-9ddc-e372d035355f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337893 Mar 18 10:28:48.786547 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b82e41d5-6b82-48ef-a4c5-d64cb2f1017c req-842ac927-f770-4009-89b8-d38700756a8d service neutron] 10.222.0.45 "GET /v2.0/networks/5aaeacee-8edf-4b01-adee-2645b5206f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743574 Mar 18 10:28:49.780936 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fa4d-7e5c-4d84-be86-1c067c463ed3 req-86574d5d-dc8a-42e2-b8cc-1fb3afdbcb67 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:49.786415 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34a8fa4d-7e5c-4d84-be86-1c067c463ed3 req-86574d5d-dc8a-42e2-b8cc-1fb3afdbcb67 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1006458 Mar 18 10:28:49.847763 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34a8fa4d-7e5c-4d84-be86-1c067c463ed3 req-60ee8691-8528-410e-be4c-58a7f3227682 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538805 Mar 18 10:28:49.893404 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d49c-33ff-4e7f-8e3d-e39838d300ef req-839ec23e-1dd0-4920-9ddd-63212ad0ff4c tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:49.896589 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b024d49c-33ff-4e7f-8e3d-e39838d300ef req-839ec23e-1dd0-4920-9ddd-63212ad0ff4c tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 947 time: 0.1106436 Mar 18 10:28:49.963318 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b024d49c-33ff-4e7f-8e3d-e39838d300ef req-d42640ac-c4e9-48be-8085-efba6d6e480b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620875 Mar 18 10:28:51.025560 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cd6ff-1655-4bcd-8bbd-8226e50de36b req-2877a256-7180-4679-8f88-945227956ccb tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:51.028413 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-161cd6ff-1655-4bcd-8bbd-8226e50de36b req-2877a256-7180-4679-8f88-945227956ccb tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0931594 Mar 18 10:28:51.111508 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 810059df-62b1-41f3-8c47-fa8247f28dac details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:28:51.114457 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-161cd6ff-1655-4bcd-8bbd-8226e50de36b req-b3e35314-805d-4503-9926-0adb7ccd26bc tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780330 Mar 18 10:28:51.210757 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785be58-eeda-4ee0-8165-c676b75a3f38 req-3644649f-502f-4508-b7bb-da7d54bb8763 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:51.213645 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b785be58-eeda-4ee0-8165-c676b75a3f38 req-3644649f-502f-4508-b7bb-da7d54bb8763 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 947 time: 0.1265347 Mar 18 10:28:51.229848 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 810059df-62b1-41f3-8c47-fa8247f28dac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=810059df-62b1-41f3-8c47-fa8247f28dac,segment=NetworkSegment(f9982ed8-424e-4497-8b9a-5b36be4e32e2),segment_id=f9982ed8-424e-4497-8b9a-5b36be4e32e2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:51.247874 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '810059df-62b1-41f3-8c47-fa8247f28dac', 'network_id': '5aaeacee-8edf-4b01-adee-2645b5206f07', 'port_id': '810059df-62b1-41f3-8c47-fa8247f28dac', 'mac_address': 'fa:16:3e:2e:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dccc31d-cf73-4b9b-99fd-a5fc513b01ae', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:28:51.270860 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b785be58-eeda-4ee0-8165-c676b75a3f38 req-45ee6b75-8cf0-4b6e-90ee-311762d67a2b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514028 Mar 18 10:28:51.287065 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37258) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:51.297894 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 810059df-62b1-41f3-8c47-fa8247f28dac is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:51.298562 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.316603 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810059df-62b1-41f3-8c47-fa8247f28dac {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:28:51.337177 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 810059df-62b1-41f3-8c47-fa8247f28dac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=810059df-62b1-41f3-8c47-fa8247f28dac,segment=NetworkSegment(f9982ed8-424e-4497-8b9a-5b36be4e32e2),segment_id=f9982ed8-424e-4497-8b9a-5b36be4e32e2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:51.342726 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.398657 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=810059df-62b1-41f3-8c47-fa8247f28dac,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:51.416938 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c487-3084-4a29-bb08-55dbe2e4d06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.512025 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c487-3084-4a29-bb08-55dbe2e4d06a admin admin] Publish callbacks [] for security_group (4c5c89a4-306f-4b34-9d39-e2a8e58b3c20), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.517106 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c487-3084-4a29-bb08-55dbe2e4d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4c5c89a4-306f-4b34-9d39-e2a8e58b3c20), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.571542 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d0f3c487-3084-4a29-bb08-55dbe2e4d06a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=652f96ad375641719b8a2d0e65fbd08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793050 Mar 18 10:28:51.571542 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3c487-3084-4a29-bb08-55dbe2e4d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5c89a4-306f-4b34-9d39-e2a8e58b3c20,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:51.571922 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37266) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:51.635483 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66e9ffaf-0e7f-458c-ab26-9a405cebb581 admin admin] Publish callbacks [] for security_group (4c5c89a4-306f-4b34-9d39-e2a8e58b3c20), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.662745 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66e9ffaf-0e7f-458c-ab26-9a405cebb581 admin admin] Publish callbacks [] for security_group (4c5c89a4-306f-4b34-9d39-e2a8e58b3c20), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.735139 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66e9ffaf-0e7f-458c-ab26-9a405cebb581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4c5c89a4-306f-4b34-9d39-e2a8e58b3c20), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.740349 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66e9ffaf-0e7f-458c-ab26-9a405cebb581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:51.742449 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-66e9ffaf-0e7f-458c-ab26-9a405cebb581 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c5c89a4-306f-4b34-9d39-e2a8e58b3c20 HTTP/1.1" status: 204 len: 168 time: 0.1691027 Mar 18 10:28:51.756669 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9ffaf-0e7f-458c-ab26-9a405cebb581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5c89a4-306f-4b34-9d39-e2a8e58b3c20,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:52.067674 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37274) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:52.082807 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98b33a97-3643-4e9d-afe4-00ef25d2f022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:52.189590 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98b33a97-3643-4e9d-afe4-00ef25d2f022 admin admin] Publish callbacks [] for security_group (ca62701e-7254-4019-8234-13e588921b6c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:52.195752 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98b33a97-3643-4e9d-afe4-00ef25d2f022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ca62701e-7254-4019-8234-13e588921b6c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:52.245959 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-98b33a97-3643-4e9d-afe4-00ef25d2f022 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b39be1f4795d4c9a944e5df5a308417f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767511 Mar 18 10:28:52.249989 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b33a97-3643-4e9d-afe4-00ef25d2f022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca62701e-7254-4019-8234-13e588921b6c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:52.250800 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37278) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:28:52.360371 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a8e7f-c797-4f80-91e4-d958fb125e1b req-beaee7c2-db60-4260-aa07-612d1bb7cab0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:52.363356 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7a6a8e7f-c797-4f80-91e4-d958fb125e1b req-beaee7c2-db60-4260-aa07-612d1bb7cab0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1246414 Mar 18 10:28:52.377373 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5f58ff3-c60b-4cf6-8512-9602cfb2a40e admin admin] Publish callbacks [] for security_group (ca62701e-7254-4019-8234-13e588921b6c), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:52.428403 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5f58ff3-c60b-4cf6-8512-9602cfb2a40e admin admin] Publish callbacks [] for security_group (ca62701e-7254-4019-8234-13e588921b6c), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:52.456720 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a0729-c109-4677-a87a-d75c7e4d8f91 req-794661f1-bd8c-40cf-88ad-a9cb5f4f0087 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:52.459472 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-617a0729-c109-4677-a87a-d75c7e4d8f91 req-794661f1-bd8c-40cf-88ad-a9cb5f4f0087 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 948 time: 0.0827217 Mar 18 10:28:52.463654 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7a6a8e7f-c797-4f80-91e4-d958fb125e1b req-663da3c2-0ec7-44f8-9b57-e2379acceaf1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931723 Mar 18 10:28:52.489557 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['810059df-62b1-41f3-8c47-fa8247f28dac'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:28:52.517604 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5f58ff3-c60b-4cf6-8512-9602cfb2a40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ca62701e-7254-4019-8234-13e588921b6c), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:52.520913 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5f58ff3-c60b-4cf6-8512-9602cfb2a40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:52.522235 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a5f58ff3-c60b-4cf6-8512-9602cfb2a40e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca62701e-7254-4019-8234-13e588921b6c HTTP/1.1" status: 204 len: 168 time: 0.2661922 Mar 18 10:28:52.532435 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f58ff3-c60b-4cf6-8512-9602cfb2a40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca62701e-7254-4019-8234-13e588921b6c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:52.598615 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-617a0729-c109-4677-a87a-d75c7e4d8f91 req-d1490f84-7066-4c47-a43c-cbd677c28872 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207385 Mar 18 10:28:53.634001 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f31f08-7ec1-48fc-907e-abad3bcf5fa9 req-eba36b78-dc05-46f2-aa68-4eca285b03b6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:53.637695 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8f31f08-7ec1-48fc-907e-abad3bcf5fa9 req-eba36b78-dc05-46f2-aa68-4eca285b03b6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0785418 Mar 18 10:28:53.769946 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8f31f08-7ec1-48fc-907e-abad3bcf5fa9 req-fd17e07f-028f-49a1-ba92-4763ef65f695 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128497 Mar 18 10:28:53.816604 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb92e46-3f23-4026-ba79-897e7dd23b5c req-2df25f2b-1833-435f-88d2-1e4698cd72e7 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:53.818419 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dcb92e46-3f23-4026-ba79-897e7dd23b5c req-2df25f2b-1833-435f-88d2-1e4698cd72e7 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 948 time: 0.0883441 Mar 18 10:28:53.886191 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dcb92e46-3f23-4026-ba79-897e7dd23b5c req-1fa33aad-d9d1-4e0c-b2a5-4d9ceca8059e tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617149 Mar 18 10:28:54.769586 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 810059df-62b1-41f3-8c47-fa8247f28dac up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:28:54.842597 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 810059df-62b1-41f3-8c47-fa8247f28dac completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:28:54.850310 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 810059df-62b1-41f3-8c47-fa8247f28dac triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:28:54.850971 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:54.922246 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0e42e-f304-4c16-97ec-43b768e06696 req-83295ca2-2ff8-415c-8637-3b04c2faae86 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:54.925138 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b8e0e42e-f304-4c16-97ec-43b768e06696 req-83295ca2-2ff8-415c-8637-3b04c2faae86 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0729864 Mar 18 10:28:55.018176 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b8e0e42e-f304-4c16-97ec-43b768e06696 req-3d4b64cf-fec2-4ea6-a23a-d360486c9862 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846233 Mar 18 10:28:55.083078 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8324c07-3267-485b-a9e3-afe433faf909 req-ff1a2acf-d61e-4ff5-a534-46d4d8b1cebb tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:55.085496 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8324c07-3267-485b-a9e3-afe433faf909 req-ff1a2acf-d61e-4ff5-a534-46d4d8b1cebb tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 948 time: 0.0713849 Mar 18 10:28:55.148923 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 810059df-62b1-41f3-8c47-fa8247f28dac is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:28:55.150230 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:55.164651 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8324c07-3267-485b-a9e3-afe433faf909 req-7ff011ac-bda6-4f48-8b40-a9856e4f01f0 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597155 Mar 18 10:28:55.181128 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810059df-62b1-41f3-8c47-fa8247f28dac'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:28:55.183512 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc0d2ef-ca76-4b77-8375-688872b9d4a4" -d '{"events": [{"server_uuid": "9a172cc9-4d37-4c60-a929-49cd172e8c6d", "name": "network-vif-plugged", "status": "completed", "tag": "810059df-62b1-41f3-8c47-fa8247f28dac"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:28:55.200256 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 810059df-62b1-41f3-8c47-fa8247f28dac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=810059df-62b1-41f3-8c47-fa8247f28dac,segment=NetworkSegment(f9982ed8-424e-4497-8b9a-5b36be4e32e2),segment_id=f9982ed8-424e-4497-8b9a-5b36be4e32e2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:28:55.206085 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:55.252161 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088091d8-542a-4655-af4b-b74a169fff82 x-openstack-request-id: req-088091d8-542a-4655-af4b-b74a169fff82 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:28:55.252483 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a172cc9-4d37-4c60-a929-49cd172e8c6d", "name": "network-vif-plugged", "status": "completed", "tag": "810059df-62b1-41f3-8c47-fa8247f28dac", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:28:55.253386 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-088091d8-542a-4655-af4b-b74a169fff82 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:28:55.253386 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810059df-62b1-41f3-8c47-fa8247f28dac', 'code': 200} Mar 18 10:28:55.269395 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=810059df-62b1-41f3-8c47-fa8247f28dac,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:28:56.169650 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0cdd0-4ad5-4602-940f-2fbda132dbda req-1923f107-4872-48aa-b7da-1b6ac52df249 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:56.172722 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ede0cdd0-4ad5-4602-940f-2fbda132dbda req-1923f107-4872-48aa-b7da-1b6ac52df249 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0632815 Mar 18 10:28:56.232019 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ede0cdd0-4ad5-4602-940f-2fbda132dbda req-f040ffdf-70c6-46b5-a75e-3b0bdc0e2d28 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533922 Mar 18 10:28:56.343931 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c6fe6-ae57-4911-8758-8ffa884c3898 req-142f390c-b455-4519-8a63-7733e749f7f9 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:56.345943 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0a2c6fe6-ae57-4911-8758-8ffa884c3898 req-142f390c-b455-4519-8a63-7733e749f7f9 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0572627 Mar 18 10:28:56.398753 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0a2c6fe6-ae57-4911-8758-8ffa884c3898 req-30a145a8-8c2e-4467-b1d6-5e7c06672a9e tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465419 Mar 18 10:28:57.390138 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e7e9b-8b51-4a79-84db-d2def07f4959 req-57a8d72a-8e5e-4277-9805-9ef73d2774e6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:57.391951 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c6e7e9b-8b51-4a79-84db-d2def07f4959 req-57a8d72a-8e5e-4277-9805-9ef73d2774e6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0569656 Mar 18 10:28:57.458498 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c6e7e9b-8b51-4a79-84db-d2def07f4959 req-53ebbf96-a596-4ddb-ba65-e94fb39f1fb1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569196 Mar 18 10:28:57.528549 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f78a-5106-40b5-a6ee-b1845ec917bd req-cd642a8d-08e4-474a-a23e-7582f75a3c0b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:57.530814 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6180f78a-5106-40b5-a6ee-b1845ec917bd req-cd642a8d-08e4-474a-a23e-7582f75a3c0b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0584362 Mar 18 10:28:57.583773 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6180f78a-5106-40b5-a6ee-b1845ec917bd req-1c96641c-e4f2-456d-a69e-291c0f91eb86 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Mar 18 10:28:58.104304 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b0c87-c951-47d5-bc47-82e221dc6eeb req-18a9f521-521f-437f-b630-fcb448b6e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:58.105754 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3a9b0c87-c951-47d5-bc47-82e221dc6eeb req-18a9f521-521f-437f-b630-fcb448b6e849 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 1133 time: 0.0509400 Mar 18 10:28:58.155719 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3a9b0c87-c951-47d5-bc47-82e221dc6eeb req-34e117af-c009-4846-a0ed-c3406118880f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 Mar 18 10:28:58.601099 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a801a-edbd-4b6a-957e-46fcd6c22345 req-69928ff5-3b2c-485c-b0c6-98e175689d6f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:58.602810 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c27a801a-edbd-4b6a-957e-46fcd6c22345 req-69928ff5-3b2c-485c-b0c6-98e175689d6f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0693240 Mar 18 10:28:58.685799 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c27a801a-edbd-4b6a-957e-46fcd6c22345 req-e2fb0f14-a9a0-4e70-93f7-b0a1deecc88f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759609 Mar 18 10:28:58.753834 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8df8c-fda9-4b7a-8314-4103a365545a req-a013b345-ecc2-4b09-9db5-553614105611 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:58.755901 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b6e8df8c-fda9-4b7a-8314-4103a365545a req-a013b345-ecc2-4b09-9db5-553614105611 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0894344 Mar 18 10:28:58.820770 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b6e8df8c-fda9-4b7a-8314-4103a365545a req-c941f284-5cb4-4fca-b26b-9e35f71fc1d2 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546639 Mar 18 10:28:59.822048 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d52ef0ff-454e-403a-89be-2b4961805533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:28:59.864956 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4c2d-54c6-41dd-86db-9a91d8271321 req-89486d5b-4659-464a-81fd-aba2d10fdf02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:59.866845 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03ac4c2d-54c6-41dd-86db-9a91d8271321 req-89486d5b-4659-464a-81fd-aba2d10fdf02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0852001 Mar 18 10:28:59.937807 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03ac4c2d-54c6-41dd-86db-9a91d8271321 req-3eb1630a-f3ff-436b-baee-e2d0e8d7deb2 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634422 Mar 18 10:28:59.977244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9a9f4-7ab1-4e5e-b95b-8bbc3cf8f2b1 req-cd2342c2-b714-4a05-80bf-eaef01799c9b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:28:59.980672 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2da9a9f4-7ab1-4e5e-b95b-8bbc3cf8f2b1 req-cd2342c2-b714-4a05-80bf-eaef01799c9b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0699637 Mar 18 10:29:00.037207 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2da9a9f4-7ab1-4e5e-b95b-8bbc3cf8f2b1 req-6a7cb972-fa93-4cde-b4be-f173f73f0045 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518365 Mar 18 10:29:00.506545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd66b8-5e37-474b-b477-287c05b42599 req-a125b90d-73b0-4b63-a127-95ef3a173c20 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:00.508134 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70dd66b8-5e37-474b-b477-287c05b42599 req-a125b90d-73b0-4b63-a127-95ef3a173c20 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0948124 Mar 18 10:29:00.562041 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70dd66b8-5e37-474b-b477-287c05b42599 req-580a1e84-1e2b-4b5a-817f-ac803a9fce34 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465996 Mar 18 10:29:01.089938 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dbbfa-2221-4f10-9939-6e65949be244 req-3b32216f-4dc2-48ad-9785-1501db98105e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:01.091797 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-789dbbfa-2221-4f10-9939-6e65949be244 req-3b32216f-4dc2-48ad-9785-1501db98105e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0726795 Mar 18 10:29:01.145833 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-789dbbfa-2221-4f10-9939-6e65949be244 req-76209eae-741a-4dd3-ade4-b93d39a8d9e1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479529 Mar 18 10:29:01.741930 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e56dc-bee3-41c9-9798-52936f202082 req-da458647-ea2b-4cec-992f-3ca3989c5958 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:01.744590 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a07e56dc-bee3-41c9-9798-52936f202082 req-da458647-ea2b-4cec-992f-3ca3989c5958 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0836174 Mar 18 10:29:01.815923 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a07e56dc-bee3-41c9-9798-52936f202082 req-143cad82-a1ec-46e5-8061-52ec450c9db8 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636945 Mar 18 10:29:01.817478 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37528) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:01.939716 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c69bb6af-a0a6-42e5-834e-9688537d8a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.025137 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c69bb6af-a0a6-42e5-834e-9688537d8a28 admin admin] Publish callbacks [] for security_group (b6320c3b-2b6d-45f5-8eaf-71497768cf52), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.029331 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c69bb6af-a0a6-42e5-834e-9688537d8a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b6320c3b-2b6d-45f5-8eaf-71497768cf52), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.067745 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb6af-a0a6-42e5-834e-9688537d8a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6320c3b-2b6d-45f5-8eaf-71497768cf52,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:02.076052 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c69bb6af-a0a6-42e5-834e-9688537d8a28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88ca2fd532b74c71bdca59a9d0fdf5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535019 Mar 18 10:29:02.078206 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37532) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:02.146083 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0aff40d0-eee5-4ba1-b034-cdbde46f2767 admin admin] Publish callbacks [] for security_group (b6320c3b-2b6d-45f5-8eaf-71497768cf52), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.186658 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0aff40d0-eee5-4ba1-b034-cdbde46f2767 admin admin] Publish callbacks [] for security_group (b6320c3b-2b6d-45f5-8eaf-71497768cf52), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.269274 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0aff40d0-eee5-4ba1-b034-cdbde46f2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b6320c3b-2b6d-45f5-8eaf-71497768cf52), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.271947 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0aff40d0-eee5-4ba1-b034-cdbde46f2767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.276449 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0aff40d0-eee5-4ba1-b034-cdbde46f2767 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6320c3b-2b6d-45f5-8eaf-71497768cf52 HTTP/1.1" status: 204 len: 168 time: 0.1954765 Mar 18 10:29:02.290246 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff40d0-eee5-4ba1-b034-cdbde46f2767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6320c3b-2b6d-45f5-8eaf-71497768cf52,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:02.316248 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71b775-dd6c-4d68-b48c-526d49b1c750 req-c4f75953-d9aa-4950-9a9e-f7846101cc1c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:02.320110 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-df71b775-dd6c-4d68-b48c-526d49b1c750 req-c4f75953-d9aa-4950-9a9e-f7846101cc1c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0982444 Mar 18 10:29:02.406836 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-df71b775-dd6c-4d68-b48c-526d49b1c750 req-71a6df4d-270c-481c-ac65-4ae59215b20b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 Mar 18 10:29:02.658218 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37548) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:02.672068 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-842b76cf-dd4d-4e01-a94f-8dbb03462bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.755089 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-842b76cf-dd4d-4e01-a94f-8dbb03462bf8 admin admin] Publish callbacks [] for security_group (904fa7d3-f4c3-4668-aa3b-927a0b471f98), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.759464 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-842b76cf-dd4d-4e01-a94f-8dbb03462bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (904fa7d3-f4c3-4668-aa3b-927a0b471f98), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.800812 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-842b76cf-dd4d-4e01-a94f-8dbb03462bf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e223075764c04d228753abe4b64bb275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414137 Mar 18 10:29:02.801642 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b76cf-dd4d-4e01-a94f-8dbb03462bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904fa7d3-f4c3-4668-aa3b-927a0b471f98,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:02.803567 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37550) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:02.877312 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ab0e-ebc9-4b92-a6aa-fea81acc245d admin admin] Publish callbacks [] for security_group (904fa7d3-f4c3-4668-aa3b-927a0b471f98), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.900721 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f8bf-93fb-46ad-868c-c5b15d1a9f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.920995 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ab0e-ebc9-4b92-a6aa-fea81acc245d admin admin] Publish callbacks [] for security_group (904fa7d3-f4c3-4668-aa3b-927a0b471f98), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:02.958083 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792db2ec-aefd-4ae0-9643-6585517e243f req-22bb9290-5b2f-4c3a-8a6b-3ec95fe13084 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:02.959689 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-792db2ec-aefd-4ae0-9643-6585517e243f req-22bb9290-5b2f-4c3a-8a6b-3ec95fe13084 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0629070 Mar 18 10:29:02.997195 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ab0e-ebc9-4b92-a6aa-fea81acc245d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (904fa7d3-f4c3-4668-aa3b-927a0b471f98), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:03.000600 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ab0e-ebc9-4b92-a6aa-fea81acc245d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:03.005319 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9fc8ab0e-ebc9-4b92-a6aa-fea81acc245d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/904fa7d3-f4c3-4668-aa3b-927a0b471f98 HTTP/1.1" status: 204 len: 168 time: 0.2005718 Mar 18 10:29:03.018793 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8ab0e-ebc9-4b92-a6aa-fea81acc245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904fa7d3-f4c3-4668-aa3b-927a0b471f98,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:03.037165 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-792db2ec-aefd-4ae0-9643-6585517e243f req-d07ac87b-60e8-472b-81e7-39c050221dbf tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672128 Mar 18 10:29:03.555405 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b806b0-ce6d-4f48-9632-b55f4786a43f req-fbfb38ac-241c-4c32-92ba-909e4b02926a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:03.557065 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3b806b0-ce6d-4f48-9632-b55f4786a43f req-fbfb38ac-241c-4c32-92ba-909e4b02926a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0582862 Mar 18 10:29:03.620380 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3b806b0-ce6d-4f48-9632-b55f4786a43f req-ff724bdd-b8c2-4941-86a4-ca2a8fead351 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Mar 18 10:29:04.083724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:04.238708 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1499d-4735-4dbc-b92b-9e1c38270349 req-2cc67856-1709-4345-940e-98bf9765df59 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:04.240552 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6b1499d-4735-4dbc-b92b-9e1c38270349 req-2cc67856-1709-4345-940e-98bf9765df59 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0978956 Mar 18 10:29:04.254958 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-9c33faaa-268e-4460-81ba-eead3c35e72b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:04.256523 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-9c33faaa-268e-4460-81ba-eead3c35e72b tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 949 time: 0.0785930 Mar 18 10:29:04.362879 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6b1499d-4735-4dbc-b92b-9e1c38270349 req-5aebf890-698f-4468-8475-24698f5f6684 tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/security-groups?id=47f780da-01ff-4bc1-b8ac-4c7bfc373af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053236 Mar 18 10:29:04.405162 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Deleting port 810059df-62b1-41f3-8c47-fa8247f28dac {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:29:04.405692 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:04.558611 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] For port 810059df-62b1-41f3-8c47-fa8247f28dac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=810059df-62b1-41f3-8c47-fa8247f28dac,segment=NetworkSegment(f9982ed8-424e-4497-8b9a-5b36be4e32e2),segment_id=f9982ed8-424e-4497-8b9a-5b36be4e32e2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:04.559194 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:04.579409 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Calling delete_port for 810059df-62b1-41f3-8c47-fa8247f28dac owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:29:04.823819 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (810059df-62b1-41f3-8c47-fa8247f28dac), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:04.843255 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['810059df-62b1-41f3-8c47-fa8247f28dac'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:29:04.847436 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f0d9c-013a-4446-86ed-7d52f428fd74 req-22e98090-cbbf-4038-ab83-e54fbf72aefb tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:04.852845 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-181f0d9c-013a-4446-86ed-7d52f428fd74 req-22e98090-cbbf-4038-ab83-e54fbf72aefb tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1221550 Mar 18 10:29:04.864767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Pushing event deleted for resources: {'Port': ['ID=810059df-62b1-41f3-8c47-fa8247f28dac,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:04.944210 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] No DVR routers for this DVR port 810059df-62b1-41f3-8c47-fa8247f28dac on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:29:04.947709 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:04.951955 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce12d84f-0490-4b45-a398-8c4f9488ce13 req-a49baee6-4dc3-45e0-8801-23255640613f tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.45 "DELETE /v2.0/ports/810059df-62b1-41f3-8c47-fa8247f28dac HTTP/1.1" status: 204 len: 173 time: 0.6878877 Mar 18 10:29:04.956708 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'name': 'network-vif-deleted', 'tag': '810059df-62b1-41f3-8c47-fa8247f28dac'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:29:04.959513 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2893d4d-6955-46ce-a7ea-d68f41adeccc" -d '{"events": [{"server_uuid": "9a172cc9-4d37-4c60-a929-49cd172e8c6d", "name": "network-vif-deleted", "tag": "810059df-62b1-41f3-8c47-fa8247f28dac"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:29:05.023679 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10aa0b9-d720-40e3-bc76-a8265eb78d02 x-openstack-request-id: req-d10aa0b9-d720-40e3-bc76-a8265eb78d02 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:29:05.024092 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a172cc9-4d37-4c60-a929-49cd172e8c6d", "name": "network-vif-deleted", "tag": "810059df-62b1-41f3-8c47-fa8247f28dac", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:29:05.024487 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d10aa0b9-d720-40e3-bc76-a8265eb78d02 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:29:05.024816 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a172cc9-4d37-4c60-a929-49cd172e8c6d', 'name': 'network-vif-deleted', 'tag': '810059df-62b1-41f3-8c47-fa8247f28dac', 'status': 'completed', 'code': 200} Mar 18 10:29:05.035729 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-181f0d9c-013a-4446-86ed-7d52f428fd74 req-a1767495-e27d-4138-91e5-2bb16f90f979 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754861 Mar 18 10:29:05.426682 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037be0e-9205-41b4-b90c-dcbf0da44d6e req-7ced4d57-4883-4d70-b7c1-e9aba4bba714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:05.427975 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c037be0e-9205-41b4-b90c-dcbf0da44d6e req-7ced4d57-4883-4d70-b7c1-e9aba4bba714 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 1130 time: 0.0585680 Mar 18 10:29:05.488247 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c037be0e-9205-41b4-b90c-dcbf0da44d6e req-b6deb89a-2923-4cdd-8b76-f641e5185418 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529149 Mar 18 10:29:05.538091 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe2626f7-ddb0-41e6-b5c8-6797877932ee req-76a51c84-6864-4a40-b8b6-2b69b870d27a tempest-VolumesNegativeTest-1545973535 tempest-VolumesNegativeTest-1545973535-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a172cc9-4d37-4c60-a929-49cd172e8c6d HTTP/1.1" status: 200 len: 210 time: 0.0411048 Mar 18 10:29:05.903237 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:06.225258 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f089-ccaf-46c5-a9c1-d6f6e87c197c req-e8f3ce2d-af74-40c0-a7cb-8edbcfa8974a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:06.228284 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e74f089-ccaf-46c5-a9c1-d6f6e87c197c req-e8f3ce2d-af74-40c0-a7cb-8edbcfa8974a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0661101 Mar 18 10:29:06.298772 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e74f089-ccaf-46c5-a9c1-d6f6e87c197c req-02ed617a-8eba-49d2-97ab-6abd6be6c2f6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653083 Mar 18 10:29:06.846213 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37742) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:06.973095 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9dcc557f-1528-420c-846e-c1bdd597742d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.063572 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9dcc557f-1528-420c-846e-c1bdd597742d admin admin] Publish callbacks [] for security_group (516ef62a-cf86-437d-8339-292af93d9e84), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.068441 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9dcc557f-1528-420c-846e-c1bdd597742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (516ef62a-cf86-437d-8339-292af93d9e84), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.112664 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9dcc557f-1528-420c-846e-c1bdd597742d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ace5dbaa7c747a0af2b810b1334f349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648411 Mar 18 10:29:07.112938 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37746) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:07.114188 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc557f-1528-420c-846e-c1bdd597742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516ef62a-cf86-437d-8339-292af93d9e84,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:07.153596 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.176790 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d35df845-215f-440d-b0f3-269633f04947 admin admin] Publish callbacks [] for security_group (516ef62a-cf86-437d-8339-292af93d9e84), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.201485 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d35df845-215f-440d-b0f3-269633f04947 admin admin] Publish callbacks [] for security_group (516ef62a-cf86-437d-8339-292af93d9e84), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.292139 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d35df845-215f-440d-b0f3-269633f04947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (516ef62a-cf86-437d-8339-292af93d9e84), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.294890 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d35df845-215f-440d-b0f3-269633f04947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.296072 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d35df845-215f-440d-b0f3-269633f04947 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/516ef62a-cf86-437d-8339-292af93d9e84 HTTP/1.1" status: 204 len: 168 time: 0.1824205 Mar 18 10:29:07.309472 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35df845-215f-440d-b0f3-269633f04947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516ef62a-cf86-437d-8339-292af93d9e84,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:07.456564 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28995f9-acc8-4e42-a90f-c3906195187f req-ba4c8a16-fa2d-4138-b260-0d09c8a8686c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:07.458284 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b28995f9-acc8-4e42-a90f-c3906195187f req-ba4c8a16-fa2d-4138-b260-0d09c8a8686c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0606396 Mar 18 10:29:07.531673 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b28995f9-acc8-4e42-a90f-c3906195187f req-4cf1d590-e290-4c39-9c9b-95292d0100be tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Mar 18 10:29:07.672188 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37758) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:07.688063 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-904de7de-a8b3-4e41-84fc-dde32ee0598d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.730551 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe174300-16a8-436c-8e17-0291909508b6 req-a11459de-0763-427d-9afb-b88496e9eb2d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:07.732279 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe174300-16a8-436c-8e17-0291909508b6 req-a11459de-0763-427d-9afb-b88496e9eb2d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0958955 Mar 18 10:29:07.817255 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe174300-16a8-436c-8e17-0291909508b6 req-eff8f941-5bde-404b-9cca-cbfef035084e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733974 Mar 18 10:29:07.859122 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-904de7de-a8b3-4e41-84fc-dde32ee0598d admin admin] Publish callbacks [] for security_group (52531eef-21b2-40d6-a575-e73cf96f219b), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.866266 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-904de7de-a8b3-4e41-84fc-dde32ee0598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (52531eef-21b2-40d6-a575-e73cf96f219b), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:07.920300 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-904de7de-a8b3-4e41-84fc-dde32ee0598d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba2db276dda1463ba965f577da746faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466507 Mar 18 10:29:07.921928 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de7de-a8b3-4e41-84fc-dde32ee0598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52531eef-21b2-40d6-a575-e73cf96f219b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:07.922937 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37770) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:07.996026 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8730-6880-4f74-867e-d246d6e9002d admin admin] Publish callbacks [] for security_group (52531eef-21b2-40d6-a575-e73cf96f219b), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.023297 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8730-6880-4f74-867e-d246d6e9002d admin admin] Publish callbacks [] for security_group (52531eef-21b2-40d6-a575-e73cf96f219b), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.087148 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8730-6880-4f74-867e-d246d6e9002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (52531eef-21b2-40d6-a575-e73cf96f219b), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.090236 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0ebd8730-6880-4f74-867e-d246d6e9002d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.092665 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0ebd8730-6880-4f74-867e-d246d6e9002d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52531eef-21b2-40d6-a575-e73cf96f219b HTTP/1.1" status: 204 len: 168 time: 0.1674738 Mar 18 10:29:08.102927 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd8730-6880-4f74-867e-d246d6e9002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52531eef-21b2-40d6-a575-e73cf96f219b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:08.527402 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37780) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:08.546521 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-79184e35-e46d-4557-95dc-7de5c9eb62b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.640630 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-79184e35-e46d-4557-95dc-7de5c9eb62b3 admin admin] Publish callbacks [] for security_group (dee220fb-bb2b-4a18-a256-7887adde5fa9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.645969 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-79184e35-e46d-4557-95dc-7de5c9eb62b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (dee220fb-bb2b-4a18-a256-7887adde5fa9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.686809 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79184e35-e46d-4557-95dc-7de5c9eb62b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee220fb-bb2b-4a18-a256-7887adde5fa9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:08.692599 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-79184e35-e46d-4557-95dc-7de5c9eb62b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d614d0b101ea43bbb0e59b228c99040c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640768 Mar 18 10:29:08.696974 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37782) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:08.762862 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64535ef5-9c05-4ae0-9223-09c258fc2c18 admin admin] Publish callbacks [] for security_group (dee220fb-bb2b-4a18-a256-7887adde5fa9), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.798545 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64535ef5-9c05-4ae0-9223-09c258fc2c18 admin admin] Publish callbacks [] for security_group (dee220fb-bb2b-4a18-a256-7887adde5fa9), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.833423 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 810059df-62b1-41f3-8c47-fa8247f28dac no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:29:08.856588 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 810059df-62b1-41f3-8c47-fa8247f28dac {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:29:08.857547 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 810059df-62b1-41f3-8c47-fa8247f28dac not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:29:08.886276 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64535ef5-9c05-4ae0-9223-09c258fc2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (dee220fb-bb2b-4a18-a256-7887adde5fa9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.891875 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64535ef5-9c05-4ae0-9223-09c258fc2c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:08.894276 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-64535ef5-9c05-4ae0-9223-09c258fc2c18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dee220fb-bb2b-4a18-a256-7887adde5fa9 HTTP/1.1" status: 204 len: 168 time: 0.1958570 Mar 18 10:29:08.909082 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64535ef5-9c05-4ae0-9223-09c258fc2c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee220fb-bb2b-4a18-a256-7887adde5fa9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:09.274909 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37800) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:09.416396 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-be0f535a-5aca-4302-a905-6ef56e06b2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:09.537266 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-be0f535a-5aca-4302-a905-6ef56e06b2fc admin admin] Publish callbacks [] for security_group (16f73167-4e23-4615-bb94-7e47a03c414c), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:09.542950 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-be0f535a-5aca-4302-a905-6ef56e06b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (16f73167-4e23-4615-bb94-7e47a03c414c), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:09.622193 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-be0f535a-5aca-4302-a905-6ef56e06b2fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4d55f9ff96e46ab91ccef1a25d1254d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423436 Mar 18 10:29:09.622193 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f535a-5aca-4302-a905-6ef56e06b2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f73167-4e23-4615-bb94-7e47a03c414c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:09.626144 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37816) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:09.762243 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-401a40a5-bd61-4666-8e00-1198e851964a admin admin] Publish callbacks [] for security_group (16f73167-4e23-4615-bb94-7e47a03c414c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:09.798375 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-401a40a5-bd61-4666-8e00-1198e851964a admin admin] Publish callbacks [] for security_group (16f73167-4e23-4615-bb94-7e47a03c414c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:09.906844 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc682bc-dcd1-4658-b6ad-8954125e63b1 req-4162ed2f-ad53-4d0f-b446-489536c3147d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:09.910145 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-afc682bc-dcd1-4658-b6ad-8954125e63b1 req-4162ed2f-ad53-4d0f-b446-489536c3147d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1412094 Mar 18 10:29:09.920117 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-fd5bb00e-a79c-4755-9055-b569e3fdc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:09.923652 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-fd5bb00e-a79c-4755-9055-b569e3fdc0a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.2051508 Mar 18 10:29:09.933969 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-401a40a5-bd61-4666-8e00-1198e851964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (16f73167-4e23-4615-bb94-7e47a03c414c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:09.939293 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-401a40a5-bd61-4666-8e00-1198e851964a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:09.952966 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-401a40a5-bd61-4666-8e00-1198e851964a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16f73167-4e23-4615-bb94-7e47a03c414c HTTP/1.1" status: 204 len: 168 time: 0.3276322 Mar 18 10:29:09.980509 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a40a5-bd61-4666-8e00-1198e851964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f73167-4e23-4615-bb94-7e47a03c414c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:10.162288 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-afc682bc-dcd1-4658-b6ad-8954125e63b1 req-29083355-c304-41a3-b6e5-7770459f1006 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356434 Mar 18 10:29:10.209728 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-104721a0-4301-4086-a185-654488f1f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:10.213840 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-104721a0-4301-4086-a185-654488f1f961 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.2747240 Mar 18 10:29:10.284620 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-a883661e-4b7a-477d-9c69-c78386d950be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 217 time: 0.0651436 Mar 18 10:29:10.375307 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-47813984-f3fb-439a-a626-943907ed010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:10.378084 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-47813984-f3fb-439a-a626-943907ed010e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.0817249 Mar 18 10:29:10.439836 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-6e9fd519-23df-4ace-980a-6e6ccb5e4c09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438335 Mar 18 10:29:10.614842 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-072423ee-61a9-4b19-9e05-5c5501493777 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669257 Mar 18 10:29:10.651542 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37842) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:10.668052 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d33166a2-b240-4263-a191-de92729c74be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:10.741731 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cdbb1b3-9629-4aab-bfd7-b3e1cb99eb37 req-8c974e13-92d5-4393-9309-65050f0abfa4 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191223 Mar 18 10:29:10.770748 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d33166a2-b240-4263-a191-de92729c74be admin admin] Publish callbacks [] for security_group (bd4e03ce-08fe-4a25-97b0-d630412d30e4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:10.776484 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d33166a2-b240-4263-a191-de92729c74be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (bd4e03ce-08fe-4a25-97b0-d630412d30e4), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:10.819939 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d33166a2-b240-4263-a191-de92729c74be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22d8631e240f493b9c8e839c8b29b3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685145 Mar 18 10:29:10.820804 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33166a2-b240-4263-a191-de92729c74be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e03ce-08fe-4a25-97b0-d630412d30e4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:10.822602 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 37846) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:10.878100 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c144e562-620e-495f-9f59-90a9199b4314 admin admin] Publish callbacks [] for security_group (bd4e03ce-08fe-4a25-97b0-d630412d30e4), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:10.906026 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c144e562-620e-495f-9f59-90a9199b4314 admin admin] Publish callbacks [] for security_group (bd4e03ce-08fe-4a25-97b0-d630412d30e4), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:10.977908 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c144e562-620e-495f-9f59-90a9199b4314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (bd4e03ce-08fe-4a25-97b0-d630412d30e4), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:10.983349 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c144e562-620e-495f-9f59-90a9199b4314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:10.984962 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c144e562-620e-495f-9f59-90a9199b4314 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd4e03ce-08fe-4a25-97b0-d630412d30e4 HTTP/1.1" status: 204 len: 168 time: 0.1609707 Mar 18 10:29:10.998894 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144e562-620e-495f-9f59-90a9199b4314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e03ce-08fe-4a25-97b0-d630412d30e4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:11.316786 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f007e55-d515-4e74-9293-d18eb2128a86 req-ef1802ab-79e4-4f08-8b43-d7d0f4ddfce4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:11.318396 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f007e55-d515-4e74-9293-d18eb2128a86 req-ef1802ab-79e4-4f08-8b43-d7d0f4ddfce4 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0676346 Mar 18 10:29:11.371798 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f007e55-d515-4e74-9293-d18eb2128a86 req-fe7055f1-c3ec-45a4-bd18-fb724e46730e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Mar 18 10:29:12.545652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb548-b5df-4adf-8558-c697e258c3b8 req-94c99031-78f4-4804-bd6d-6ab88c4cc0fe tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:12.549121 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff6fb548-b5df-4adf-8558-c697e258c3b8 req-94c99031-78f4-4804-bd6d-6ab88c4cc0fe tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0700333 Mar 18 10:29:12.620958 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff6fb548-b5df-4adf-8558-c697e258c3b8 req-3e589b1d-4077-4f96-a550-4993def2565a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657761 Mar 18 10:29:12.961031 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 37944) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:13.102529 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-39ae5fe1-896e-41c5-a86b-fdbb492e00b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.202595 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-39ae5fe1-896e-41c5-a86b-fdbb492e00b5 admin admin] Publish callbacks [] for security_group (dd360263-8d4a-4c7d-be39-b2bcf9edceb9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.206462 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-39ae5fe1-896e-41c5-a86b-fdbb492e00b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (dd360263-8d4a-4c7d-be39-b2bcf9edceb9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.246934 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae5fe1-896e-41c5-a86b-fdbb492e00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd360263-8d4a-4c7d-be39-b2bcf9edceb9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:13.254300 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38004) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:13.254438 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-39ae5fe1-896e-41c5-a86b-fdbb492e00b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb4ba596df5d45e38440a97a7daab580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921705 Mar 18 10:29:13.318523 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e308fc-02f9-49a5-a6f9-ed5196b8abf7 admin admin] Publish callbacks [] for security_group (dd360263-8d4a-4c7d-be39-b2bcf9edceb9), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.341900 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e308fc-02f9-49a5-a6f9-ed5196b8abf7 admin admin] Publish callbacks [] for security_group (dd360263-8d4a-4c7d-be39-b2bcf9edceb9), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.393453 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e308fc-02f9-49a5-a6f9-ed5196b8abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (dd360263-8d4a-4c7d-be39-b2bcf9edceb9), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.396781 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01e308fc-02f9-49a5-a6f9-ed5196b8abf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.401055 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-01e308fc-02f9-49a5-a6f9-ed5196b8abf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd360263-8d4a-4c7d-be39-b2bcf9edceb9 HTTP/1.1" status: 204 len: 168 time: 0.1426067 Mar 18 10:29:13.413006 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e308fc-02f9-49a5-a6f9-ed5196b8abf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd360263-8d4a-4c7d-be39-b2bcf9edceb9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:13.730418 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38022) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:13.752701 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7613-0ca0-48a7-af56-c21ef784a546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.767583 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f404f5-161f-4058-990a-635a9c4a6484 req-4e693d21-fa47-47da-a757-eb4243111ba1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:13.774167 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-66f404f5-161f-4058-990a-635a9c4a6484 req-4e693d21-fa47-47da-a757-eb4243111ba1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0710602 Mar 18 10:29:13.821387 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-66f404f5-161f-4058-990a-635a9c4a6484 req-ec4ccd36-064c-4750-8778-5ec3c7216e75 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Mar 18 10:29:13.847132 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7613-0ca0-48a7-af56-c21ef784a546 admin admin] Publish callbacks [] for security_group (eccc1205-a3fc-4a46-8098-3872391faf28), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.852619 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7613-0ca0-48a7-af56-c21ef784a546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eccc1205-a3fc-4a46-8098-3872391faf28), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.894625 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e7613-0ca0-48a7-af56-c21ef784a546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc1205-a3fc-4a46-8098-3872391faf28,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:13.901997 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7b9e7613-0ca0-48a7-af56-c21ef784a546 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f551955874674ab894e788da7f5ea659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697581 Mar 18 10:29:13.902332 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38038) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:13.957929 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02c626b6-5a3e-4b96-ad33-e73b72e7707a admin admin] Publish callbacks [] for security_group (eccc1205-a3fc-4a46-8098-3872391faf28), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:13.985640 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02c626b6-5a3e-4b96-ad33-e73b72e7707a admin admin] Publish callbacks [] for security_group (eccc1205-a3fc-4a46-8098-3872391faf28), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:14.056844 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02c626b6-5a3e-4b96-ad33-e73b72e7707a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eccc1205-a3fc-4a46-8098-3872391faf28), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:14.062565 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02c626b6-5a3e-4b96-ad33-e73b72e7707a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:14.064798 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-02c626b6-5a3e-4b96-ad33-e73b72e7707a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eccc1205-a3fc-4a46-8098-3872391faf28 HTTP/1.1" status: 204 len: 168 time: 0.1608679 Mar 18 10:29:14.079537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c626b6-5a3e-4b96-ad33-e73b72e7707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc1205-a3fc-4a46-8098-3872391faf28,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:14.954728 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b4e50-196f-466d-a757-f6f8e3b7f3af req-8e831154-80e9-4f1e-8857-8b68ecf1d3a6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:14.956370 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-718b4e50-196f-466d-a757-f6f8e3b7f3af req-8e831154-80e9-4f1e-8857-8b68ecf1d3a6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0626302 Mar 18 10:29:15.030760 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-718b4e50-196f-466d-a757-f6f8e3b7f3af req-0573fca3-7338-4068-b10a-e31b1902eaeb tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Mar 18 10:29:16.302935 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f1a04-d24d-4438-bd21-75c9ec61d57b req-c9922500-adc9-4d81-94bd-4f494fed7059 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:16.306477 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-953f1a04-d24d-4438-bd21-75c9ec61d57b req-c9922500-adc9-4d81-94bd-4f494fed7059 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1158843 Mar 18 10:29:16.412588 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-953f1a04-d24d-4438-bd21-75c9ec61d57b req-462a8d9e-f487-4746-845f-b1d1baac4d09 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970192 Mar 18 10:29:16.416495 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c907db-daf6-4e42-83a9-51e057a212fc req-ad48f6ac-81b1-422f-9d7b-abc1e9f911a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:16.418911 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c907db-daf6-4e42-83a9-51e057a212fc req-ad48f6ac-81b1-422f-9d7b-abc1e9f911a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.0954614 Mar 18 10:29:16.580328 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:16.609631 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c907db-daf6-4e42-83a9-51e057a212fc req-29379a96-1a49-4272-b5b9-bf97090a599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:16.614422 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c907db-daf6-4e42-83a9-51e057a212fc req-29379a96-1a49-4272-b5b9-bf97090a599e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.1690550 Mar 18 10:29:16.693284 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c907db-daf6-4e42-83a9-51e057a212fc req-8d8badd5-ac59-4051-bc09-d53ad9cbec5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 217 time: 0.0734038 Mar 18 10:29:17.611766 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdde92d-809c-48e3-822a-72b3a29e8325 req-094d7b83-7ee4-4aa8-84c9-a9afa84625c5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:17.613904 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fdde92d-809c-48e3-822a-72b3a29e8325 req-094d7b83-7ee4-4aa8-84c9-a9afa84625c5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0796726 Mar 18 10:29:17.670315 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fdde92d-809c-48e3-822a-72b3a29e8325 req-3ff79388-a7dd-4d7d-8f4c-a036e28dd5f6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500951 Mar 18 10:29:17.685596 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:29:18.818158 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30d720-b094-4140-8b61-d2df7bb3ff4b req-952d7242-b1c5-4321-a03d-fe5c36428d06 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:18.819813 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e30d720-b094-4140-8b61-d2df7bb3ff4b req-952d7242-b1c5-4321-a03d-fe5c36428d06 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0603125 Mar 18 10:29:18.871584 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e30d720-b094-4140-8b61-d2df7bb3ff4b req-1945cca4-7be1-4af3-9450-8ff117de3c6c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Mar 18 10:29:19.089057 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c907db-daf6-4e42-83a9-51e057a212fc req-b22d8a50-3e90-409c-b2d6-e0b9dd1feedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:19.090590 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c907db-daf6-4e42-83a9-51e057a212fc req-b22d8a50-3e90-409c-b2d6-e0b9dd1feedd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.0482266 Mar 18 10:29:20.012402 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc472b8d-a1c8-4190-a75a-49684be30340 req-4284fb5f-d709-4f8b-a6b2-de4a373fb9c8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:20.014963 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc472b8d-a1c8-4190-a75a-49684be30340 req-4284fb5f-d709-4f8b-a6b2-de4a373fb9c8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0716641 Mar 18 10:29:20.054955 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c907db-daf6-4e42-83a9-51e057a212fc req-afe6b1e9-d522-48a8-949b-bc3cbe775ebc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389743 Mar 18 10:29:20.129635 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc472b8d-a1c8-4190-a75a-49684be30340 req-1c0e1e31-7995-42c5-b7f3-f5d557d6c61a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055133 Mar 18 10:29:20.181721 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c907db-daf6-4e42-83a9-51e057a212fc req-f1722276-79b7-4770-951d-41218b4dfcb5 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129758 Mar 18 10:29:20.291119 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c907db-daf6-4e42-83a9-51e057a212fc req-a86fc691-5526-4d75-8eb7-0844a8de1f90 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025722 Mar 18 10:29:21.306775 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa241ab8-5fed-4485-a89b-92eb11152378 req-51a683d7-ef2f-49e1-ac72-eb2f64ff12ed tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:21.308393 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa241ab8-5fed-4485-a89b-92eb11152378 req-51a683d7-ef2f-49e1-ac72-eb2f64ff12ed tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0727253 Mar 18 10:29:21.382135 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa241ab8-5fed-4485-a89b-92eb11152378 req-804192d7-ff21-4ca6-b560-2e3d77ea8d2f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664601 Mar 18 10:29:21.540025 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38328) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:21.730634 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5041f11f-32ad-4d18-b9d1-b5e5a528fa95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e9067737dba4061b1621607bf3e63d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890116 Mar 18 10:29:21.733846 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38336) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:21.801315 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Publish callbacks [] for security_group (47f780da-01ff-4bc1-b8ac-4c7bfc373af1), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:21.826522 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Publish callbacks [] for security_group (47f780da-01ff-4bc1-b8ac-4c7bfc373af1), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:21.901901 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (47f780da-01ff-4bc1-b8ac-4c7bfc373af1), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:21.917118 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:21.920423 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47f780da-01ff-4bc1-b8ac-4c7bfc373af1 HTTP/1.1" status: 204 len: 168 time: 0.1852033 Mar 18 10:29:21.933674 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f780da-01ff-4bc1-b8ac-4c7bfc373af1,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:21.952281 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.952814 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.953357 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.953905 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.954450 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.956767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.957524 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.958334 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.959212 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.960019 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.961007 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.961891 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.962526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.963458 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:21.964058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16117a52-6ac1-4ef6-87f6-9946f65c32a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:22.541289 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab2d00-c6df-47a7-9683-0383e2928139 req-e1d9fbae-d6a9-486b-88e4-3d03d861a7f7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:22.544164 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8eab2d00-c6df-47a7-9683-0383e2928139 req-e1d9fbae-d6a9-486b-88e4-3d03d861a7f7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0786757 Mar 18 10:29:22.606045 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8eab2d00-c6df-47a7-9683-0383e2928139 req-41870d20-9021-480d-8165-0e451cd09bf1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515087 Mar 18 10:29:23.729039 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890bdb4-cab6-4d9f-9e85-daf2d4301f69 req-a18a978c-de3e-4a8a-80e5-2ace0b8068ea tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:23.730669 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6890bdb4-cab6-4d9f-9e85-daf2d4301f69 req-a18a978c-de3e-4a8a-80e5-2ace0b8068ea tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0576406 Mar 18 10:29:23.782433 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6890bdb4-cab6-4d9f-9e85-daf2d4301f69 req-a414b302-3f33-4a6f-b6c3-cb4b04b2e58d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Mar 18 10:29:24.919961 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640eb6f-2180-4579-ac2f-c9e5956d54a0 req-6a22d754-8cb3-4fe7-8ba4-84e50a6d9fc5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:24.921584 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6640eb6f-2180-4579-ac2f-c9e5956d54a0 req-6a22d754-8cb3-4fe7-8ba4-84e50a6d9fc5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0651772 Mar 18 10:29:24.979425 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6640eb6f-2180-4579-ac2f-c9e5956d54a0 req-8309f7c6-0801-4459-936d-54e03519aeda tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513909 Mar 18 10:29:26.162769 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c262-7d16-4fbf-8540-6b3e0cb49586 req-58450fbc-1866-42c8-9e70-e9bc97463e17 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:26.167964 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3945c262-7d16-4fbf-8540-6b3e0cb49586 req-58450fbc-1866-42c8-9e70-e9bc97463e17 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0948560 Mar 18 10:29:26.270856 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3945c262-7d16-4fbf-8540-6b3e0cb49586 req-d0e2e9dd-51b5-4d3c-95a3-b6534ac0e0ad tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934401 Mar 18 10:29:26.948866 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38516) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:27.104014 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83f253ae-6b82-4165-84cc-375c9acaa95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.197910 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83f253ae-6b82-4165-84cc-375c9acaa95c admin admin] Publish callbacks [] for security_group (de72d05d-482a-4d3a-aa7c-d371b3a09ffe), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.203181 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83f253ae-6b82-4165-84cc-375c9acaa95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (de72d05d-482a-4d3a-aa7c-d371b3a09ffe), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.246355 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-83f253ae-6b82-4165-84cc-375c9acaa95c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c29f8a821ccb4062ab663cebe4ab10d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958548 Mar 18 10:29:27.248024 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f253ae-6b82-4165-84cc-375c9acaa95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de72d05d-482a-4d3a-aa7c-d371b3a09ffe,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:27.250705 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38522) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:27.340723 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Publish callbacks [] for security_group (de72d05d-482a-4d3a-aa7c-d371b3a09ffe), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.381742 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Publish callbacks [] for security_group (de72d05d-482a-4d3a-aa7c-d371b3a09ffe), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.429906 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cc373-d62b-459e-bdc5-a745c70825fe req-6d28ce6d-15cd-43ea-ad5d-55706024605e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:27.431933 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec8cc373-d62b-459e-bdc5-a745c70825fe req-6d28ce6d-15cd-43ea-ad5d-55706024605e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0690410 Mar 18 10:29:27.473640 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (de72d05d-482a-4d3a-aa7c-d371b3a09ffe), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.479160 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.480695 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de72d05d-482a-4d3a-aa7c-d371b3a09ffe HTTP/1.1" status: 204 len: 168 time: 0.2272742 Mar 18 10:29:27.496129 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de72d05d-482a-4d3a-aa7c-d371b3a09ffe,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:27.504993 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.505496 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.505991 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.506436 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.506877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.507338 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.507769 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.508200 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.508642 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.509070 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.509527 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.509981 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.510410 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.510842 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.511286 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99cd98-b414-4562-8eac-ab655c8be0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:27.531574 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec8cc373-d62b-459e-bdc5-a745c70825fe req-9c888d03-74bb-445e-a1e9-77656921cbda tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914834 Mar 18 10:29:27.864237 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38534) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:27.878789 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-8eef-4785-93b5-4a0b4a1b7de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.985823 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-8eef-4785-93b5-4a0b4a1b7de4 admin admin] Publish callbacks [] for security_group (15f77a9b-4411-4e2a-9cd8-2c1f0d297130), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:27.991701 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-8eef-4785-93b5-4a0b4a1b7de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (15f77a9b-4411-4e2a-9cd8-2c1f0d297130), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:28.044947 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7bb4f39d-8eef-4785-93b5-4a0b4a1b7de4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a6e292348c443ca950d83801d158b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795766 Mar 18 10:29:28.046035 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4f39d-8eef-4785-93b5-4a0b4a1b7de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f77a9b-4411-4e2a-9cd8-2c1f0d297130,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:28.048796 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38540) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:28.110674 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9d24be-013d-43a4-be1b-82f4f53f977e admin admin] Publish callbacks [] for security_group (15f77a9b-4411-4e2a-9cd8-2c1f0d297130), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:28.152127 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9d24be-013d-43a4-be1b-82f4f53f977e admin admin] Publish callbacks [] for security_group (15f77a9b-4411-4e2a-9cd8-2c1f0d297130), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:28.217789 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9d24be-013d-43a4-be1b-82f4f53f977e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (15f77a9b-4411-4e2a-9cd8-2c1f0d297130), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:28.222706 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9d24be-013d-43a4-be1b-82f4f53f977e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:28.224488 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4a9d24be-013d-43a4-be1b-82f4f53f977e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15f77a9b-4411-4e2a-9cd8-2c1f0d297130 HTTP/1.1" status: 204 len: 168 time: 0.1747296 Mar 18 10:29:28.238250 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d24be-013d-43a4-be1b-82f4f53f977e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f77a9b-4411-4e2a-9cd8-2c1f0d297130,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:28.706607 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24673fb-3c42-49eb-916a-8551edeba7c7 req-e177395f-8d2e-45c6-90cf-b86395a04312 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:28.708486 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e24673fb-3c42-49eb-916a-8551edeba7c7 req-e177395f-8d2e-45c6-90cf-b86395a04312 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0803149 Mar 18 10:29:28.770990 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e24673fb-3c42-49eb-916a-8551edeba7c7 req-19fa40ec-894f-4c19-b2c5-823492be5e4d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525463 Mar 18 10:29:29.811742 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c7716a56-6019-4ff8-a414-6c80cab7a6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:29.927482 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36f916-c92b-4db5-9262-938eb354b3e7 req-bce447b0-8c3b-44fe-bcb2-2aea56096478 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:29.929044 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d36f916-c92b-4db5-9262-938eb354b3e7 req-bce447b0-8c3b-44fe-bcb2-2aea56096478 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0713737 Mar 18 10:29:29.989397 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d36f916-c92b-4db5-9262-938eb354b3e7 req-4eb7bc1f-7d18-4f8d-9bed-a0c619c98858 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512123 Mar 18 10:29:31.157586 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6a3c0-79f8-44b7-8bee-c9f1d3e72ab2 req-8130a182-e06f-4e6f-9ef2-a87445e6741a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:31.157586 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7da6a3c0-79f8-44b7-8bee-c9f1d3e72ab2 req-8130a182-e06f-4e6f-9ef2-a87445e6741a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0673697 Mar 18 10:29:31.239988 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7da6a3c0-79f8-44b7-8bee-c9f1d3e72ab2 req-ca5d1358-e671-4947-8ee7-a9230cce4574 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702486 Mar 18 10:29:31.526245 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d34dc-9cf5-4b7a-8563-29ac8a123bd7 req-eea3ccab-44cd-4800-8229-8ea5d991674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:31.528552 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d9d34dc-9cf5-4b7a-8563-29ac8a123bd7 req-eea3ccab-44cd-4800-8229-8ea5d991674a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.0568459 Mar 18 10:29:31.585707 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d9d34dc-9cf5-4b7a-8563-29ac8a123bd7 req-ff1f3387-51e6-4858-b66a-dfca2d1be18e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507576 Mar 18 10:29:32.365089 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9216d-7ce7-4406-bb4d-8ee7f88723f6 req-3d064577-a383-443e-81ff-58cba85c1f99 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:32.366960 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-06d9216d-7ce7-4406-bb4d-8ee7f88723f6 req-3d064577-a383-443e-81ff-58cba85c1f99 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0612781 Mar 18 10:29:32.432202 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-06d9216d-7ce7-4406-bb4d-8ee7f88723f6 req-3a5c0296-5830-4f20-bc5e-eb2c534204fe tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528264 Mar 18 10:29:32.788524 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38708) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:32.922829 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-401b36d6-062c-4402-b826-94bdade553a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:32.954849 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1accb6a-eaac-4c32-939f-57d7cde6d5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.093280 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1accb6a-eaac-4c32-939f-57d7cde6d5e3 admin admin] Publish callbacks [] for security_group (e26f445e-1150-41e0-8c9f-419d92be7866), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.099453 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1accb6a-eaac-4c32-939f-57d7cde6d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e26f445e-1150-41e0-8c9f-419d92be7866), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.101585 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38722) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:33.168207 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f1accb6a-eaac-4c32-939f-57d7cde6d5e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=419fe61e57dd4f428653c03e2559862c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738339 Mar 18 10:29:33.168207 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1accb6a-eaac-4c32-939f-57d7cde6d5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f445e-1150-41e0-8c9f-419d92be7866,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.169528 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38726) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:33.232228 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-de6d71c4-0230-4bb9-b726-523e49f99dcd admin admin] Publish callbacks [] for security_group (e26f445e-1150-41e0-8c9f-419d92be7866), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.262277 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-de6d71c4-0230-4bb9-b726-523e49f99dcd admin admin] Publish callbacks [] for security_group (e26f445e-1150-41e0-8c9f-419d92be7866), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.285620 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b36c52d3-86e6-4db2-a170-a86cfd3c5990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.379759 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-de6d71c4-0230-4bb9-b726-523e49f99dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e26f445e-1150-41e0-8c9f-419d92be7866), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.384513 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-de6d71c4-0230-4bb9-b726-523e49f99dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.388744 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-de6d71c4-0230-4bb9-b726-523e49f99dcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e26f445e-1150-41e0-8c9f-419d92be7866 HTTP/1.1" status: 204 len: 168 time: 0.2155743 Mar 18 10:29:33.415569 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d71c4-0230-4bb9-b726-523e49f99dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f445e-1150-41e0-8c9f-419d92be7866,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.460738 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b36c52d3-86e6-4db2-a170-a86cfd3c5990 admin admin] Publish callbacks [] for security_group (a950e0f4-f803-437b-9027-770ea01d11c9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.471618 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b36c52d3-86e6-4db2-a170-a86cfd3c5990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a950e0f4-f803-437b-9027-770ea01d11c9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.531885 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c52d3-86e6-4db2-a170-a86cfd3c5990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a950e0f4-f803-437b-9027-770ea01d11c9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:33.655764 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38740) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:33.656316 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b36c52d3-86e6-4db2-a170-a86cfd3c5990 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2ba844265e6428db62cb70c1cfcb1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5527995 Mar 18 10:29:33.671054 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38742) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:33.685264 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b67268-dd64-4134-ad52-6824c27015a3 req-3849df9c-5237-45d8-83f9-99a8eef99079 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:33.687915 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6b67268-dd64-4134-ad52-6824c27015a3 req-3849df9c-5237-45d8-83f9-99a8eef99079 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1467798 Mar 18 10:29:33.765399 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0bab7517-cf8e-4ad3-8bda-df13ae994552 admin admin] Publish callbacks [] for security_group (a950e0f4-f803-437b-9027-770ea01d11c9), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:33.785242 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6b67268-dd64-4134-ad52-6824c27015a3 req-2b3c45fc-2251-4f2b-8ac7-34e942dd2ab8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870852 Mar 18 10:29:33.826206 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0bab7517-cf8e-4ad3-8bda-df13ae994552 admin admin] Publish callbacks [] for security_group (a950e0f4-f803-437b-9027-770ea01d11c9), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.142530 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.346616 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54b8415d-ef61-40e0-ada8-642946523ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.422049 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-d659f665-87ff-49e8-8505-2c2288240b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.423826 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-d659f665-87ff-49e8-8505-2c2288240b13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.1603220 Mar 18 10:29:34.459064 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c8bcf-194c-4e74-be69-f6ed331c2f84 req-a13eadb7-4a7b-4066-908a-2453cbc75927 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.461685 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-816c8bcf-194c-4e74-be69-f6ed331c2f84 req-a13eadb7-4a7b-4066-908a-2453cbc75927 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.2006483 Mar 18 10:29:34.485377 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0bab7517-cf8e-4ad3-8bda-df13ae994552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a950e0f4-f803-437b-9027-770ea01d11c9), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.490320 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0bab7517-cf8e-4ad3-8bda-df13ae994552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.492023 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0bab7517-cf8e-4ad3-8bda-df13ae994552 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a950e0f4-f803-437b-9027-770ea01d11c9 HTTP/1.1" status: 204 len: 168 time: 0.8340950 Mar 18 10:29:34.513391 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54b8415d-ef61-40e0-ada8-642946523ded admin admin] Publish callbacks [] for security_group (2d23fb56-f317-4ce5-80de-dda901f8b289), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.521377 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54b8415d-ef61-40e0-ada8-642946523ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2d23fb56-f317-4ce5-80de-dda901f8b289), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.555868 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38764) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:34.558511 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-54b8415d-ef61-40e0-ada8-642946523ded admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07e3f5986dd542afb231e02a4709cf32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8692248 Mar 18 10:29:34.570756 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38766) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:34.588298 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab7517-cf8e-4ad3-8bda-df13ae994552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a950e0f4-f803-437b-9027-770ea01d11c9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.627230 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8415d-ef61-40e0-ada8-642946523ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d23fb56-f317-4ce5-80de-dda901f8b289,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.646780 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b0839d7-dafe-426a-ac85-96e6b33afac4 admin admin] Publish callbacks [] for security_group (2d23fb56-f317-4ce5-80de-dda901f8b289), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.652137 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-76c95aa0-7364-46e9-a463-05c74e9d1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.655055 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-76c95aa0-7364-46e9-a463-05c74e9d1f16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.2222328 Mar 18 10:29:34.684240 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b0839d7-dafe-426a-ac85-96e6b33afac4 admin admin] Publish callbacks [] for security_group (2d23fb56-f317-4ce5-80de-dda901f8b289), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.775272 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4a7427e0-4e1f-43ed-ac6a-f34b05c81209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.779489 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-78df4cdb-caa6-4f83-b5f3-1aa6bc580706 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 217 time: 0.1022124 Mar 18 10:29:34.797271 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-816c8bcf-194c-4e74-be69-f6ed331c2f84 req-8acf5fcf-dade-4f07-89de-d2b56af88c0c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598660 Mar 18 10:29:34.828645 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b0839d7-dafe-426a-ac85-96e6b33afac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2d23fb56-f317-4ce5-80de-dda901f8b289), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.834043 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b0839d7-dafe-426a-ac85-96e6b33afac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:34.836176 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0b0839d7-dafe-426a-ac85-96e6b33afac4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d23fb56-f317-4ce5-80de-dda901f8b289 HTTP/1.1" status: 204 len: 168 time: 0.2641261 Mar 18 10:29:34.854918 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0839d7-dafe-426a-ac85-96e6b33afac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d23fb56-f317-4ce5-80de-dda901f8b289,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:34.876328 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-e5f91bb7-40cf-40d7-a9fa-942db23f3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:34.879408 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-e5f91bb7-40cf-40d7-a9fa-942db23f3ded service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.0800805 Mar 18 10:29:34.941850 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-075d0311-5a0d-4bea-a50e-9ce19df6b2e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550542 Mar 18 10:29:35.004078 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4a7427e0-4e1f-43ed-ac6a-f34b05c81209 admin admin] Publish callbacks [] for security_group (ce6c97fb-69dd-4d9e-83f5-02afad0dd958), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:35.011027 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4a7427e0-4e1f-43ed-ac6a-f34b05c81209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ce6c97fb-69dd-4d9e-83f5-02afad0dd958), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:35.085804 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4a7427e0-4e1f-43ed-ac6a-f34b05c81209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=730e3dd40af641f0a08ed46a1c5e8e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243385 Mar 18 10:29:35.088809 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7427e0-4e1f-43ed-ac6a-f34b05c81209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c97fb-69dd-4d9e-83f5-02afad0dd958,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:35.103163 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-da2da471-2a93-428d-a750-c97e46e4be74 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526802 Mar 18 10:29:35.105309 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38776) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:35.183368 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c2-c9ff-43b3-b1a2-75e992139fe7 admin admin] Publish callbacks [] for security_group (ce6c97fb-69dd-4d9e-83f5-02afad0dd958), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:35.210690 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c2-c9ff-43b3-b1a2-75e992139fe7 admin admin] Publish callbacks [] for security_group (ce6c97fb-69dd-4d9e-83f5-02afad0dd958), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:35.238312 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1d7d4d35-2798-4bd4-8549-dbd910ce56a8 req-4af4f310-c3d5-4bd4-bcb5-a548c502bc63 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244700 Mar 18 10:29:35.287210 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c2-c9ff-43b3-b1a2-75e992139fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ce6c97fb-69dd-4d9e-83f5-02afad0dd958), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:35.291548 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c2-c9ff-43b3-b1a2-75e992139fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:35.296027 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e855d6c2-c9ff-43b3-b1a2-75e992139fe7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce6c97fb-69dd-4d9e-83f5-02afad0dd958 HTTP/1.1" status: 204 len: 168 time: 0.1845636 Mar 18 10:29:35.307998 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855d6c2-c9ff-43b3-b1a2-75e992139fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c97fb-69dd-4d9e-83f5-02afad0dd958,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:35.915934 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:35.976797 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204e992-4def-41c9-abab-41911fe18a17 req-d6392c5a-499c-4460-a568-1837cbc643a0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:35.978470 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0204e992-4def-41c9-abab-41911fe18a17 req-d6392c5a-499c-4460-a568-1837cbc643a0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0725334 Mar 18 10:29:36.067763 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0204e992-4def-41c9-abab-41911fe18a17 req-740adad1-e735-4d3c-8305-983cc24837d6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821252 Mar 18 10:29:37.154532 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:37.243380 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57ef7a-3cfe-4d2d-a182-aa3f872e034d req-dfabddad-f245-4bb0-99dd-4731e012fa5d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:37.245601 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c57ef7a-3cfe-4d2d-a182-aa3f872e034d req-dfabddad-f245-4bb0-99dd-4731e012fa5d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0717964 Mar 18 10:29:37.253940 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ff19-14c6-41b0-b5d6-929c188d1047 req-4d4979f8-78c3-485e-9d09-3bc643d5c049 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:37.255526 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5fa3ff19-14c6-41b0-b5d6-929c188d1047 req-4d4979f8-78c3-485e-9d09-3bc643d5c049 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0804513 Mar 18 10:29:37.337070 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5fa3ff19-14c6-41b0-b5d6-929c188d1047 req-57085ebe-55ed-42f1-811a-0880f81ecb6d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689588 Mar 18 10:29:37.343803 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c57ef7a-3cfe-4d2d-a182-aa3f872e034d req-38402ef9-14de-492f-8b72-abadeb32b46d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879884 Mar 18 10:29:38.538738 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0105-49c3-467e-894f-7308be537be5 req-9a2b471e-5636-4e04-9976-fdaa63e77dca tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:38.541140 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c72a0105-49c3-467e-894f-7308be537be5 req-9a2b471e-5636-4e04-9976-fdaa63e77dca tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0874405 Mar 18 10:29:38.543906 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ce0-1ace-48f8-b085-0fd73324b4e8 req-7e789f9f-f6aa-4450-ab90-e5c32ddee392 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:38.546227 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff022ce0-1ace-48f8-b085-0fd73324b4e8 req-7e789f9f-f6aa-4450-ab90-e5c32ddee392 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0840261 Mar 18 10:29:38.626115 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c72a0105-49c3-467e-894f-7308be537be5 req-dfd1d885-e4a1-4eb3-99c9-d171fc7eb896 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756681 Mar 18 10:29:38.631826 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff022ce0-1ace-48f8-b085-0fd73324b4e8 req-f256008f-ef59-47be-93b4-b9177e871661 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774171 Mar 18 10:29:39.207729 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38864) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:39.372470 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-af5a7269-e8c5-4a6b-9e0b-5d88c5aecf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:39.479087 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-af5a7269-e8c5-4a6b-9e0b-5d88c5aecf71 admin admin] Publish callbacks [] for security_group (6e306e6f-f221-46b2-b755-2fd47c90e5ef), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:39.484454 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-af5a7269-e8c5-4a6b-9e0b-5d88c5aecf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (6e306e6f-f221-46b2-b755-2fd47c90e5ef), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:39.550631 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-af5a7269-e8c5-4a6b-9e0b-5d88c5aecf71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fa0f136108a4ceba749357e62050005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415132 Mar 18 10:29:39.553597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38874) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:39.554742 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7269-e8c5-4a6b-9e0b-5d88c5aecf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e306e6f-f221-46b2-b755-2fd47c90e5ef,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:39.622639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a9b58b2-f475-41d6-be5b-ce2478347e2d admin admin] Publish callbacks [] for security_group (6e306e6f-f221-46b2-b755-2fd47c90e5ef), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:39.660079 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a9b58b2-f475-41d6-be5b-ce2478347e2d admin admin] Publish callbacks [] for security_group (6e306e6f-f221-46b2-b755-2fd47c90e5ef), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:39.752976 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a9b58b2-f475-41d6-be5b-ce2478347e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (6e306e6f-f221-46b2-b755-2fd47c90e5ef), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:39.756533 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a9b58b2-f475-41d6-be5b-ce2478347e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:39.757938 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6a9b58b2-f475-41d6-be5b-ce2478347e2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e306e6f-f221-46b2-b755-2fd47c90e5ef HTTP/1.1" status: 204 len: 168 time: 0.2028258 Mar 18 10:29:39.777526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b58b2-f475-41d6-be5b-ce2478347e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e306e6f-f221-46b2-b755-2fd47c90e5ef,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:39.862544 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f190819-3d34-49da-87bb-307feaa28a63 req-ac439f46-d0ff-41f4-94df-5f9ba1b62530 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:39.870644 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f190819-3d34-49da-87bb-307feaa28a63 req-ac439f46-d0ff-41f4-94df-5f9ba1b62530 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1117342 Mar 18 10:29:39.938787 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f190819-3d34-49da-87bb-307feaa28a63 req-1865ba75-d343-4af8-a47a-8981ebc4eac7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599411 Mar 18 10:29:40.195874 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c84ef-ad15-42df-a4fb-1de31c6eac70 req-edac9448-0a93-473b-b052-3ed377eca682 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:40.197475 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f96c84ef-ad15-42df-a4fb-1de31c6eac70 req-edac9448-0a93-473b-b052-3ed377eca682 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0615382 Mar 18 10:29:40.264000 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f96c84ef-ad15-42df-a4fb-1de31c6eac70 req-cece3409-35af-4554-86a1-83cd4d83148f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603681 Mar 18 10:29:40.866610 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 38916) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:40.991493 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-252611570-network', 'tenant_id': '35f9fb26a3e54f98a8fc71008af7a64b'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:41.027437 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Made reservation on behalf of 35f9fb26a3e54f98a8fc71008af7a64b for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:41.033380 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.062140 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.153169 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb70fe1-6381-46a1-a53d-d73feabc8fc8 req-7d9a024c-68f1-4339-bb6e-7044dfde1feb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:41.155566 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fb70fe1-6381-46a1-a53d-d73feabc8fc8 req-7d9a024c-68f1-4339-bb6e-7044dfde1feb tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1108370 Mar 18 10:29:41.187144 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks [] for security_group (94985900-1ac2-47c3-bb02-ad6556b8c0c1), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.193120 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (94985900-1ac2-47c3-bb02-ad6556b8c0c1), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.236519 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:41.242976 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fb70fe1-6381-46a1-a53d-d73feabc8fc8 req-c86d2077-02a3-4bbb-a201-eb283d09d9d4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770013 Mar 18 10:29:41.250600 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94985900-1ac2-47c3-bb02-ad6556b8c0c1,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:41.255394 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (acf134e4-846e-4c8e-a655-999c05ff8dd1), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.255830 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Added segment acf134e4-846e-4c8e-a655-999c05ff8dd1 of type vlan for network 2610134a-c197-4219-bbcb-468aed716fd3 Mar 18 10:29:41.317580 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (2610134a-c197-4219-bbcb-468aed716fd3), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.350230 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (2610134a-c197-4219-bbcb-468aed716fd3), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.351393 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:41.352388 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.426842 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5562034 Mar 18 10:29:41.428563 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 38932) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:41.436879 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Request body: {'subnet': {'network_id': '2610134a-c197-4219-bbcb-468aed716fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-252611570-subnet', 'tenant_id': '35f9fb26a3e54f98a8fc71008af7a64b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:41.442773 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba5c75-6367-44ba-9b39-0f664d07438f admin admin] Pushing event updated for resources: {'Network': ['ID=2610134a-c197-4219-bbcb-468aed716fd3,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:41.459824 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 2610134a-c197-4219-bbcb-468aed716fd3 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:29:41.466280 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Made reservation on behalf of 35f9fb26a3e54f98a8fc71008af7a64b for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:41.469079 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59153664'] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.685405 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59153686'] for subnet (ec27c02d-1c74-49db-bb9b-e713f3170dd9), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.767584 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec27c02d-1c74-49db-bb9b-e713f3170dd9,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:41.775744 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Checking segment: {'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:29:41.776111 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Network hostable DHCP agents. Network: 2610134a-c197-4219-bbcb-468aed716fd3, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:41.797950 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Network 2610134a-c197-4219-bbcb-468aed716fd3 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:41.817969 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 2610134a-c197-4219-bbcb-468aed716fd3) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:41.828440 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:41.829293 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:41.842365 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0724b938-6726-493d-92d1-1f6aa8e7cb8b None None] Network 2610134a-c197-4219-bbcb-468aed716fd3 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:29:41.856628 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-288bd4d5-2569-4a34-8c12-45363aea3968 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4248140 Mar 18 10:29:41.974772 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d9b93-1e86-4a9b-807a-5631a9bb2d13 None None] Network 2610134a-c197-4219-bbcb-468aed716fd3 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:29:42.412648 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596528cc-0bd6-4b1b-b7d7-f89969f9bc79 req-89611a8d-cf54-4494-add6-b14212bb4252 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:42.415151 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-596528cc-0bd6-4b1b-b7d7-f89969f9bc79 req-89611a8d-cf54-4494-add6-b14212bb4252 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0864346 Mar 18 10:29:42.487974 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-596528cc-0bd6-4b1b-b7d7-f89969f9bc79 req-7f8d37a5-fc1b-49da-a3a3-16433ee53f1f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612381 Mar 18 10:29:43.690662 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58a4c-4748-42c7-b445-1a232cadf7d5 req-ec66202c-edd9-445f-a8b7-e39af1888490 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:43.693355 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bb58a4c-4748-42c7-b445-1a232cadf7d5 req-ec66202c-edd9-445f-a8b7-e39af1888490 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0994256 Mar 18 10:29:43.776029 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bb58a4c-4748-42c7-b445-1a232cadf7d5 req-b70537b8-b378-4560-b1b7-645b438f86bc tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707307 Mar 18 10:29:44.004615 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-95ce22b1-b610-4908-9652-5d8427698e34 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:44.006175 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-95ce22b1-b610-4908-9652-5d8427698e34 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/networks?id=2610134a-c197-4219-bbcb-468aed716fd3 HTTP/1.1" status: 200 len: 808 time: 0.1178899 Mar 18 10:29:44.020936 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-4e8c31f2-2368-44a6-8c0e-690b5fd72054 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/quotas/35f9fb26a3e54f98a8fc71008af7a64b HTTP/1.1" status: 200 len: 375 time: 0.0095360 Mar 18 10:29:44.058411 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-22026944-c3b5-4472-acf7-bc25d1e84718 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f9fb26a3e54f98a8fc71008af7a64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322127 Mar 18 10:29:44.187526 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-7e137536-c671-4e49-a78c-200e4de5dddf service neutron] 10.222.0.44 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214845 Mar 18 10:29:44.331326 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-81f7434f-b231-4929-91e5-bbfa5e72c59e service neutron] 10.222.0.44 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376922 Mar 18 10:29:44.569247 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2790399a-e09f-4fef-8947-c5015b1dbfbe req-0a56aadc-459b-4168-83cb-1fe7713ff930 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 210 time: 0.0317950 Mar 18 10:29:44.908159 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163d574-c189-4bea-9342-6a38f44fa568 req-4387188b-6552-43f9-8114-3a22e1f454f9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:44.910157 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c163d574-c189-4bea-9342-6a38f44fa568 req-4387188b-6552-43f9-8114-3a22e1f454f9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0975370 Mar 18 10:29:44.912376 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33114d4-7e8c-41f0-a905-e3db0f2a932d req-f5bdce4e-2885-4c17-bbdc-60c942ba83a3 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:44.913939 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b33114d4-7e8c-41f0-a905-e3db0f2a932d req-f5bdce4e-2885-4c17-bbdc-60c942ba83a3 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0631275 Mar 18 10:29:44.971882 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c163d574-c189-4bea-9342-6a38f44fa568 req-df4ca664-0902-4eb5-9c9b-a246a55036e8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544529 Mar 18 10:29:44.987792 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b33114d4-7e8c-41f0-a905-e3db0f2a932d req-4be234a0-d9ce-4df0-b38c-259c27c08ce1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647821 Mar 18 10:29:45.682426 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d78b7b19-9b1a-420a-a268-f2304c10d6c1 req-9f822086-b591-404f-a618-39973f859c63 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 210 time: 0.0337934 Mar 18 10:29:45.815676 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-08132ae9-0e2c-4920-a1df-73a77a062bdf tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:45.818216 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-08132ae9-0e2c-4920-a1df-73a77a062bdf tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "GET /v2.0/networks?id=2610134a-c197-4219-bbcb-468aed716fd3 HTTP/1.1" status: 200 len: 808 time: 0.1382604 Mar 18 10:29:45.836084 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Request body: {'port': {'device_id': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3', 'admin_state_up': True, 'tenant_id': '35f9fb26a3e54f98a8fc71008af7a64b'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:45.975236 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Made reservation on behalf of 35f9fb26a3e54f98a8fc71008af7a64b for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:45.979308 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:46.138454 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7467be-3416-4d83-a7af-59c3bf614175 req-af0d0067-6917-4f6e-b33e-d4d98b2d43fc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:46.141292 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd7467be-3416-4d83-a7af-59c3bf614175 req-af0d0067-6917-4f6e-b33e-d4d98b2d43fc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0927851 Mar 18 10:29:46.153871 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Allocated IP 172.20.0.2 (2610134a-c197-4219-bbcb-468aed716fd3/ec27c02d-1c74-49db-bb9b-e713f3170dd9/654beb17-838a-48a5-b475-d9d1fd031245) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:46.175595 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a991b-7c26-4ded-8ce8-7cfb31372128 req-d3e81d49-8b0d-4945-a2ae-5e51b4a32213 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:46.177551 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-694a991b-7c26-4ded-8ce8-7cfb31372128 req-d3e81d49-8b0d-4945-a2ae-5e51b4a32213 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1144800 Mar 18 10:29:46.202541 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd7467be-3416-4d83-a7af-59c3bf614175 req-bdfbec83-5f05-4fae-b8f7-a06722618afd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508871 Mar 18 10:29:46.324271 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-694a991b-7c26-4ded-8ce8-7cfb31372128 req-623f2428-2103-47e6-b8b6-ef949471a43d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395462 Mar 18 10:29:46.409797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks [] for port (654beb17-838a-48a5-b475-d9d1fd031245), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:46.447117 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (654beb17-838a-48a5-b475-d9d1fd031245), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:46.499540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Network 2610134a-c197-4219-bbcb-468aed716fd3 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:46.505246 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:46.508052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:29:46.539595 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Pushing event updated for resources: {'Port': ['ID=654beb17-838a-48a5-b475-d9d1fd031245,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:46.569533 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:46.570260 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:46.594126 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-5893223a-5321-488a-bdbb-46055bbb0933 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619045 Mar 18 10:29:46.598921 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:46.607856 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Request body: {'port': {'device_id': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:46.669970 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (654beb17-838a-48a5-b475-d9d1fd031245), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:46.820428 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644acc4-395d-4666-ad8c-d65bb931eeab req-822ed3a1-7392-4c47-b930-1644c275ccab tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:46.822037 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2644acc4-395d-4666-ad8c-d65bb931eeab req-822ed3a1-7392-4c47-b930-1644c275ccab tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 931 time: 0.0637119 Mar 18 10:29:46.873757 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2644acc4-395d-4666-ad8c-d65bb931eeab req-de13454f-dd4c-4060-ba71-e7448f707a80 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 Mar 18 10:29:47.008426 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654beb17-838a-48a5-b475-d9d1fd031245 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:29:47.023097 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Publish callbacks [] for port (654beb17-838a-48a5-b475-d9d1fd031245), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:47.052603 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Transition to ACTIVE for port object 654beb17-838a-48a5-b475-d9d1fd031245 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:29:47.057497 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (654beb17-838a-48a5-b475-d9d1fd031245), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:47.140975 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Pushing event updated for resources: {'Port': ['ID=654beb17-838a-48a5-b475-d9d1fd031245,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:47.212871 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Attempting to bind port 654beb17-838a-48a5-b475-d9d1fd031245 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:29:47.213437 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Attempting to bind port 654beb17-838a-48a5-b475-d9d1fd031245 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:29:47.214014 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Attempting to bind port 654beb17-838a-48a5-b475-d9d1fd031245 on network 2610134a-c197-4219-bbcb-468aed716fd3 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:29:47.222920 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Port 654beb17-838a-48a5-b475-d9d1fd031245 on network 2610134a-c197-4219-bbcb-468aed716fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:29:47.223456 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Attempting to bind port 654beb17-838a-48a5-b475-d9d1fd031245 on network 2610134a-c197-4219-bbcb-468aed716fd3 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:29:47.233464 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:29:47.234715 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Checking segment: {'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:29:47.235296 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Bound using segment: {'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:29:47.235984 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Bound port: 654beb17-838a-48a5-b475-d9d1fd031245, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:29:47.236494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (654beb17-838a-48a5-b475-d9d1fd031245), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:47.355987 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] For port 654beb17-838a-48a5-b475-d9d1fd031245, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:29:47.405283 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] For port 654beb17-838a-48a5-b475-d9d1fd031245, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654beb17-838a-48a5-b475-d9d1fd031245,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:29:47.419924 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (654beb17-838a-48a5-b475-d9d1fd031245), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:47.471198 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:47.471854 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:47.473329 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/654beb17-838a-48a5-b475-d9d1fd031245 HTTP/1.1" status: 200 len: 1093 time: 0.8708043 Mar 18 10:29:47.475693 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'tag': '654beb17-838a-48a5-b475-d9d1fd031245'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:29:47.478672 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb47c38-f5d8-4009-ba33-9154c6da5b36" -d '{"events": [{"name": "network-changed", "server_uuid": "4d99bbf9-6ba9-4c4f-8281-e0dd969e7290", "tag": "654beb17-838a-48a5-b475-d9d1fd031245"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:29:47.492866 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ab986-6885-409e-a2c9-aadc31a04b5f req-0dd26057-dfd5-4bb0-8339-92559ad795c3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:47.494469 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b46ab986-6885-409e-a2c9-aadc31a04b5f req-0dd26057-dfd5-4bb0-8339-92559ad795c3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1610343 Mar 18 10:29:47.524867 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e932df6-4ba7-4fce-bee8-0ec07e9343f7 service neutron] Pushing event updated for resources: {'Port': ['ID=654beb17-838a-48a5-b475-d9d1fd031245,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:47.537976 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44821d6c-b901-4536-a4fd-eacbaac8d5be req-21b8413c-e4f3-4d30-aa94-2099e0998a47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:47.539695 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44821d6c-b901-4536-a4fd-eacbaac8d5be req-21b8413c-e4f3-4d30-aa94-2099e0998a47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0818725 Mar 18 10:29:47.622530 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44821d6c-b901-4536-a4fd-eacbaac8d5be req-90d9438e-19ec-47d5-8962-0bfc480fb5be tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743279 Mar 18 10:29:47.654660 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b46ab986-6885-409e-a2c9-aadc31a04b5f req-c9a26eb9-2f7d-4e9c-8630-bf67a8ff66d5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392312 Mar 18 10:29:47.669302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-670721df-df48-4838-aea4-bf40ec2826bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:47.671975 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-670721df-df48-4838-aea4-bf40ec2826bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35f9fb26a3e54f98a8fc71008af7a64b&device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 1127 time: 0.1221769 Mar 18 10:29:47.690900 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dc7bed-df00-4f97-ba47-49d49aaaa845 x-openstack-request-id: req-69dc7bed-df00-4f97-ba47-49d49aaaa845 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:29:47.691198 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d99bbf9-6ba9-4c4f-8281-e0dd969e7290", "tag": "654beb17-838a-48a5-b475-d9d1fd031245", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:29:47.691448 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69dc7bed-df00-4f97-ba47-49d49aaaa845 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:29:47.691836 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'tag': '654beb17-838a-48a5-b475-d9d1fd031245', 'status': 'completed', 'code': 200} Mar 18 10:29:47.723871 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-8e490ae6-af4e-4f19-b96e-8a07793573db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=654beb17-838a-48a5-b475-d9d1fd031245 HTTP/1.1" status: 200 len: 217 time: 0.0420938 Mar 18 10:29:47.776305 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-bbcb4dd9-d643-4837-a2ca-0670628b2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:47.778313 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-bbcb4dd9-d643-4837-a2ca-0670628b2e37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec27c02d-1c74-49db-bb9b-e713f3170dd9 HTTP/1.1" status: 200 len: 848 time: 0.0474293 Mar 18 10:29:47.817606 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-b5a0a3d4-f530-439d-a72b-8e764d043633 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2610134a-c197-4219-bbcb-468aed716fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321410 Mar 18 10:29:47.919301 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-1a3173c2-39b8-4cb8-a579-93f5d0886c72 service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919216 Mar 18 10:29:48.050834 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-37cbfe16-1b17-477b-b44a-c561957b4915 req-af7c2bae-5889-4fa6-a499-38e32f64c16f service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231809 Mar 18 10:29:48.076726 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3891e-c5e5-433a-a2d6-7f79a8247b34 req-1db40ab5-7549-4076-aea8-dbfbbbc9f983 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.078462 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-81d3891e-c5e5-433a-a2d6-7f79a8247b34 req-1db40ab5-7549-4076-aea8-dbfbbbc9f983 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 943 time: 0.0764039 Mar 18 10:29:48.163958 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-81d3891e-c5e5-433a-a2d6-7f79a8247b34 req-abf122ff-9c77-439f-8df5-fa163619fe0a tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779502 Mar 18 10:29:48.184244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-66914921-42cc-4721-85dd-da0ceb6d17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.184244 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-66914921-42cc-4721-85dd-da0ceb6d17fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35f9fb26a3e54f98a8fc71008af7a64b&device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 1127 time: 0.0734591 Mar 18 10:29:48.307419 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-09eafa8c-be7f-45ff-b84f-eb76666d2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.308938 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-09eafa8c-be7f-45ff-b84f-eb76666d2598 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2610134a-c197-4219-bbcb-468aed716fd3 HTTP/1.1" status: 200 len: 909 time: 0.1229095 Mar 18 10:29:48.388122 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-d2e43b6e-ad4d-42dc-b911-f81b59412a25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=654beb17-838a-48a5-b475-d9d1fd031245 HTTP/1.1" status: 200 len: 217 time: 0.0671928 Mar 18 10:29:48.439442 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 39116) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:48.448794 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-84012093-7318-49a2-bc01-c5b8767a0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.450679 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-84012093-7318-49a2-bc01-c5b8767a0541 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec27c02d-1c74-49db-bb9b-e713f3170dd9 HTTP/1.1" status: 200 len: 848 time: 0.0552857 Mar 18 10:29:48.502569 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-c8076216-b2f7-4acb-ad89-bfb02fc7a429 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2610134a-c197-4219-bbcb-468aed716fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452111 Mar 18 10:29:48.576454 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5c9a685d-8592-4eae-bf06-3eed7cc37a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:48.616067 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-1ec3b4cc-9802-4a99-afc2-f7f03aa8f98e service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069489 Mar 18 10:29:48.677954 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5c9a685d-8592-4eae-bf06-3eed7cc37a69 admin admin] Publish callbacks [] for security_group (5e78bf90-d511-4b3e-b075-0534d6c20657), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:48.686714 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5c9a685d-8592-4eae-bf06-3eed7cc37a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5e78bf90-d511-4b3e-b075-0534d6c20657), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:48.781835 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a685d-8592-4eae-bf06-3eed7cc37a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e78bf90-d511-4b3e-b075-0534d6c20657,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:48.796088 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acb47c38-f5d8-4009-ba33-9154c6da5b36 req-358e67c8-d1c7-484a-81ab-98221353566c service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691914 Mar 18 10:29:48.796879 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5c9a685d-8592-4eae-bf06-3eed7cc37a69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0797d29e6ec4262879a097ec6848c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548293 Mar 18 10:29:48.801559 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 39128) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:48.818987 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656797ee-86eb-4b5e-a5e3-a5de4695d626 req-86d492df-0378-4dbb-9402-71e75c8849d8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.820570 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-656797ee-86eb-4b5e-a5e3-a5de4695d626 req-86d492df-0378-4dbb-9402-71e75c8849d8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1383517 Mar 18 10:29:48.827705 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-6e993c7a-9bae-4022-bc2e-c3eb17876b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.829190 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-6e993c7a-9bae-4022-bc2e-c3eb17876b7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.1308246 Mar 18 10:29:48.859915 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0edc26-d2cd-4cf3-a51e-260e00f838a9 req-5727c043-0e56-4f1c-9bce-c657c9a7f446 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:48.862606 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be0edc26-d2cd-4cf3-a51e-260e00f838a9 req-5727c043-0e56-4f1c-9bce-c657c9a7f446 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1231456 Mar 18 10:29:48.931029 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be0edc26-d2cd-4cf3-a51e-260e00f838a9 req-d0efc3a6-5d1d-49b8-9c9d-946e03e7545c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614007 Mar 18 10:29:49.046256 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-27d31e06-d918-418c-86e8-4f5f9d0fb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:49.048133 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-27d31e06-d918-418c-86e8-4f5f9d0fb835 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.2126207 Mar 18 10:29:49.069475 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9c2b-d5fd-48cb-ae4f-6b33704845a4 admin admin] Publish callbacks [] for security_group (5e78bf90-d511-4b3e-b075-0534d6c20657), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:49.085278 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e8d3-02bc-48c6-8614-8ae49414f8e1 req-a4476b37-f7af-4f86-a477-e6c2a62aa3dd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:49.088411 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4b7e8d3-02bc-48c6-8614-8ae49414f8e1 req-a4476b37-f7af-4f86-a477-e6c2a62aa3dd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0968368 Mar 18 10:29:49.106954 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-656797ee-86eb-4b5e-a5e3-a5de4695d626 req-511eea30-1c9c-4c48-a058-ccbf10ba74a9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750447 Mar 18 10:29:49.111253 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-9ed41d31-f281-40e0-9477-c7dac2a794e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 217 time: 0.0529716 Mar 18 10:29:49.152195 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4b7e8d3-02bc-48c6-8614-8ae49414f8e1 req-f60316e2-021b-48cc-b7b5-2125fdf736b0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563986 Mar 18 10:29:49.178734 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9c2b-d5fd-48cb-ae4f-6b33704845a4 admin admin] Publish callbacks [] for security_group (5e78bf90-d511-4b3e-b075-0534d6c20657), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:49.267955 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-d6d0b41c-8d98-4db0-8663-51b487d7ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:49.270455 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-d6d0b41c-8d98-4db0-8663-51b487d7ea70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.1465430 Mar 18 10:29:49.350427 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-a670a248-0c9f-4f93-ab10-8d39908906b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557528 Mar 18 10:29:49.383302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9c2b-d5fd-48cb-ae4f-6b33704845a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5e78bf90-d511-4b3e-b075-0534d6c20657), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:49.383535 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9c2b-d5fd-48cb-ae4f-6b33704845a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:49.384690 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a0fd9c2b-d5fd-48cb-ae4f-6b33704845a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e78bf90-d511-4b3e-b075-0534d6c20657 HTTP/1.1" status: 204 len: 168 time: 0.5821271 Mar 18 10:29:49.392361 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40782740-bc32-4a08-82ee-475e372a6f96 req-32c5d1ed-a2bf-4c36-96e0-0d87409266e4 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:49.393976 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-40782740-bc32-4a08-82ee-475e372a6f96 req-32c5d1ed-a2bf-4c36-96e0-0d87409266e4 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 943 time: 0.1468410 Mar 18 10:29:49.438207 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd9c2b-d5fd-48cb-ae4f-6b33704845a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e78bf90-d511-4b3e-b075-0534d6c20657,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:49.504349 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-40782740-bc32-4a08-82ee-475e372a6f96 req-ea8d0a15-b814-43be-a7e7-03e424bb67b7 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 Mar 18 10:29:49.516547 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-fb514ec0-d128-41d0-b1a2-f74d78e33ec6 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590512 Mar 18 10:29:49.854230 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3af0c765-c6d0-4919-b93e-30c96d022eda req-f3711caa-d5e4-4cc3-bbae-9b39aac01c11 service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283651 Mar 18 10:29:50.070365 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f892a-34be-4fe5-9e84-de4eb671ed60 req-d99e3432-c390-4233-96eb-c0fd6c23fa0f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:50.071929 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c7f892a-34be-4fe5-9e84-de4eb671ed60 req-d99e3432-c390-4233-96eb-c0fd6c23fa0f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0555255 Mar 18 10:29:50.122926 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c7f892a-34be-4fe5-9e84-de4eb671ed60 req-cc8938dd-d3ac-4d6f-b9eb-2f649e58d156 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444083 Mar 18 10:29:50.195375 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 39162) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:50.233993 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ffbbf-a04f-497b-af84-a5b7b53a7264 req-f61b0ff3-b5a0-40e8-aee5-67c03d03d782 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:50.235700 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-139ffbbf-a04f-497b-af84-a5b7b53a7264 req-f61b0ff3-b5a0-40e8-aee5-67c03d03d782 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0583606 Mar 18 10:29:50.288910 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-139ffbbf-a04f-497b-af84-a5b7b53a7264 req-71f5c0e3-1d3c-456b-a171-f9d90865c995 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474627 Mar 18 10:29:50.315893 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-837021368-network', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:50.324909 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9544ac-8d14-428a-9279-db2ceda4daa6 req-e482d9aa-5687-4b6d-ad2d-c9895f33e1fd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:50.326357 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de9544ac-8d14-428a-9279-db2ceda4daa6 req-e482d9aa-5687-4b6d-ad2d-c9895f33e1fd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0864863 Mar 18 10:29:50.359072 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Made reservation on behalf of 3eb797e0787b4311b2e7731023ce7daf for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:50.361393 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.377886 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.403255 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de9544ac-8d14-428a-9279-db2ceda4daa6 req-919b68d2-7e86-465d-b83d-ad92f73097c4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702882 Mar 18 10:29:50.474943 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks [] for security_group (56dbc2f2-af5b-4b32-ae28-f0af2208db23), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.479578 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (56dbc2f2-af5b-4b32-ae28-f0af2208db23), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.510671 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:50.523257 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbc2f2-af5b-4b32-ae28-f0af2208db23,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:50.529523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (5bb830b0-e41f-4368-b0ba-21dc14c890f6), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.529986 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Added segment 5bb830b0-e41f-4368-b0ba-21dc14c890f6 of type vlan for network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 Mar 18 10:29:50.579920 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (a4ef730a-2fbc-4dd3-bd1f-a89c12044402), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.620271 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (a4ef730a-2fbc-4dd3-bd1f-a89c12044402), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.621747 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:50.622324 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:50.651149 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725910f7-24f2-4f45-a507-a3941aed916b req-1cdd5c52-4e1a-49f2-b743-9a1e0ec19fca tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:50.652787 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-725910f7-24f2-4f45-a507-a3941aed916b req-1cdd5c52-4e1a-49f2-b743-9a1e0ec19fca tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 943 time: 0.0584295 Mar 18 10:29:50.679240 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4826174 Mar 18 10:29:50.682245 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 39168) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:50.687574 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Request body: {'subnet': {'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-837021368-subnet', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:50.702749 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeb921-5efc-47be-bfc0-babfe54933db admin admin] Pushing event updated for resources: {'Network': ['ID=a4ef730a-2fbc-4dd3-bd1f-a89c12044402,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:50.709643 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-725910f7-24f2-4f45-a507-a3941aed916b req-f5899b72-f019-4a0d-abf0-27e5606b40f5 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505953 Mar 18 10:29:50.715679 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Made reservation on behalf of 3eb797e0787b4311b2e7731023ce7daf for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:50.716509 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:29:50.718484 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229141'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.017312 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 654beb17-838a-48a5-b475-d9d1fd031245 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:29:51.080718 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58906138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229123'] for subnet (69a56222-72da-47cf-8295-5d723f92bbbf), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.131235 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 654beb17-838a-48a5-b475-d9d1fd031245, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654beb17-838a-48a5-b475-d9d1fd031245,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:51.138352 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a56222-72da-47cf-8295-5d723f92bbbf,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:51.147880 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Checking segment: {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:29:51.148242 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Network hostable DHCP agents. Network: a4ef730a-2fbc-4dd3-bd1f-a89c12044402, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:51.151281 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '654beb17-838a-48a5-b475-d9d1fd031245', 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3', 'port_id': '654beb17-838a-48a5-b475-d9d1fd031245', 'mac_address': 'fa:16:3e:35:ee:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec27c02d-1c74-49db-bb9b-e713f3170dd9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:29:51.168803 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:51.185900 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, a4ef730a-2fbc-4dd3-bd1f-a89c12044402) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:51.195444 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:51.196922 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.202099 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76ec23-6b03-4df6-b9e6-d86743f670e1 None None] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:29:51.219498 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e50b909d-6c81-426b-a6f3-fa397d21b385 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5361764 Mar 18 10:29:51.222770 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 39172) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:51.231724 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:51.253628 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 654beb17-838a-48a5-b475-d9d1fd031245 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:51.254368 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (654beb17-838a-48a5-b475-d9d1fd031245), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.278614 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654beb17-838a-48a5-b475-d9d1fd031245 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:29:51.278904 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (baeebfa5-cb97-4106-bdf0-d15269df54c7), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.281206 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (baeebfa5-cb97-4106-bdf0-d15269df54c7), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.284484 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a4265-f5c1-48e1-bb16-39c5db8b8c4b req-99fb0268-d33f-4c7c-94a6-a2b4378c1864 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:51.286290 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e0a4265-f5c1-48e1-bb16-39c5db8b8c4b req-99fb0268-d33f-4c7c-94a6-a2b4378c1864 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0652797 Mar 18 10:29:51.318660 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 654beb17-838a-48a5-b475-d9d1fd031245, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654beb17-838a-48a5-b475-d9d1fd031245,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:51.324910 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (654beb17-838a-48a5-b475-d9d1fd031245), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.353316 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks [] for router_controller (baeebfa5-cb97-4106-bdf0-d15269df54c7), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.377754 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:29:51.378788 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.397100 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e0a4265-f5c1-48e1-bb16-39c5db8b8c4b req-818cb5a1-d1f0-4dfd-a9fc-ae14270e4ffe tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967560 Mar 18 10:29:51.434466 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=654beb17-838a-48a5-b475-d9d1fd031245,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:51.444927 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.445513 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.446058 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.446440 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.446730 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.447090 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.447665 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.448034 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.448365 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.448698 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.449069 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.449423 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.449972 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.450348 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.450647 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:51.576771 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb0df8-80cf-432c-a169-6345b1bba29c req-b2434ac0-d463-4d27-8203-90dd637662d0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:51.582513 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61eb0df8-80cf-432c-a169-6345b1bba29c req-b2434ac0-d463-4d27-8203-90dd637662d0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0867884 Mar 18 10:29:51.592193 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Allocated IP 172.20.0.2 (a4ef730a-2fbc-4dd3-bd1f-a89c12044402/69a56222-72da-47cf-8295-5d723f92bbbf/f2353df2-4852-410c-80a6-e17e20be5dc0) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:51.630204 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks [] for router_gateway (baeebfa5-cb97-4106-bdf0-d15269df54c7), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.647551 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017568d-613a-473a-9131-8d71744e7a30 req-e16af865-ce05-45b4-9ad3-3bdcdff0bdb9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:51.650574 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8017568d-613a-473a-9131-8d71744e7a30 req-e16af865-ce05-45b4-9ad3-3bdcdff0bdb9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1495891 Mar 18 10:29:51.654724 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61eb0df8-80cf-432c-a169-6345b1bba29c req-15a09e89-149f-43c6-882d-4b09bf50d0d8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677495 Mar 18 10:29:51.704485 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['654beb17-838a-48a5-b475-d9d1fd031245'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:29:51.764532 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8017568d-613a-473a-9131-8d71744e7a30 req-f0ffcb78-6796-46f1-8b5a-fbadc047b6b8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959258 Mar 18 10:29:51.892657 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a14b8-e793-4d00-8c4c-853b97562896 req-fb2bd34e-3da2-40ed-bcda-82684ab62f25 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:51.895354 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-553a14b8-e793-4d00-8c4c-853b97562896 req-fb2bd34e-3da2-40ed-bcda-82684ab62f25 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 944 time: 0.0613732 Mar 18 10:29:51.921146 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Publish callbacks [] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.931736 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:51.983906 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-553a14b8-e793-4d00-8c4c-853b97562896 req-2517d0b3-f5f6-4c87-95ce-60945ab7af56 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834079 Mar 18 10:29:52.003360 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:52.005036 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:52.007687 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks [] for router_gateway (baeebfa5-cb97-4106-bdf0-d15269df54c7), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.017186 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:29:52.037320 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.058177 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Pushing event updated for resources: {'Port': ['ID=f2353df2-4852-410c-80a6-e17e20be5dc0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:52.178997 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Attempting to bind port f2353df2-4852-410c-80a6-e17e20be5dc0 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:29:52.179287 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Attempting to bind port f2353df2-4852-410c-80a6-e17e20be5dc0 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:29:52.179708 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Attempting to bind port f2353df2-4852-410c-80a6-e17e20be5dc0 on network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:29:52.194510 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:29:52.195225 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Checking segment: {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:29:52.195630 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.196019 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Bound using segment: {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:29:52.196502 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Bound port: f2353df2-4852-410c-80a6-e17e20be5dc0, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:29:52.196908 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.230148 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Allocated IP 172.27.0.3 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/ba6132bd-a8f9-4358-80ca-983d4554c4ab) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:52.299757 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] For port f2353df2-4852-410c-80a6-e17e20be5dc0, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:29:52.303777 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] For port f2353df2-4852-410c-80a6-e17e20be5dc0, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=f2353df2-4852-410c-80a6-e17e20be5dc0,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:29:52.311104 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.338605 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks [] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.382626 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.386966 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0f7fd-ac82-45fa-b042-dbdb11a2d003 None None] Pushing event updated for resources: {'Port': ['ID=f2353df2-4852-410c-80a6-e17e20be5dc0,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:52.443227 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:52.447525 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:52.457914 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:29:52.482578 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6132bd-a8f9-4358-80ca-983d4554c4ab,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:52.676386 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de61ba4-de1c-4f8d-8a76-078e0b60ed48 req-74415b52-43ea-4023-8682-9be8db1c4856 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:52.678049 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7de61ba4-de1c-4f8d-8a76-078e0b60ed48 req-74415b52-43ea-4023-8682-9be8db1c4856 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1804209 Mar 18 10:29:52.809573 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509da98-9ac8-4fae-a67b-0873dbd94745 req-45c5ef36-569e-4ac5-82c7-f2a34497a0a5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:52.812093 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2509da98-9ac8-4fae-a67b-0873dbd94745 req-45c5ef36-569e-4ac5-82c7-f2a34497a0a5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0693090 Mar 18 10:29:52.823950 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7de61ba4-de1c-4f8d-8a76-078e0b60ed48 req-e3b6697e-f726-4d7e-8b72-474f6f3328f8 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266911 Mar 18 10:29:52.902577 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2509da98-9ac8-4fae-a67b-0873dbd94745 req-a6be8df9-d721-4a43-b758-f093933985a3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855761 Mar 18 10:29:52.920187 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks [] for router_gateway (baeebfa5-cb97-4106-bdf0-d15269df54c7), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:52.925650 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device f2353df2-4852-410c-80a6-e17e20be5dc0 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:29:52.978610 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port f2353df2-4852-410c-80a6-e17e20be5dc0 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:52.978899 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.018840 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 654beb17-838a-48a5-b475-d9d1fd031245 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:29:53.054166 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595f16-cf58-4053-84e2-2cbee318f877 req-32d81e28-3000-4ca9-8f4c-fe874b755b98 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:53.055853 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04595f16-cf58-4053-84e2-2cbee318f877 req-32d81e28-3000-4ca9-8f4c-fe874b755b98 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1545858 Mar 18 10:29:53.140173 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea157066-e0fc-4cdb-b395-a608b2881b6e req-84cccdbc-13e5-42f9-85b3-c5964c57a4be tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:53.147697 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea157066-e0fc-4cdb-b395-a608b2881b6e req-84cccdbc-13e5-42f9-85b3-c5964c57a4be tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 944 time: 0.0663729 Mar 18 10:29:53.179810 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04595f16-cf58-4053-84e2-2cbee318f877 req-0b4050c9-f30b-41df-9d05-ce1c74fedba5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971894 Mar 18 10:29:53.189198 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port f2353df2-4852-410c-80a6-e17e20be5dc0 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:53.190342 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.211650 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea157066-e0fc-4cdb-b395-a608b2881b6e req-705be60b-dd9e-4f9f-b3e5-736ef1ca7105 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629137 Mar 18 10:29:53.246529 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port f2353df2-4852-410c-80a6-e17e20be5dc0, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=f2353df2-4852-410c-80a6-e17e20be5dc0,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:53.252112 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.259781 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 654beb17-838a-48a5-b475-d9d1fd031245 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:29:53.278766 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (baeebfa5-cb97-4106-bdf0-d15269df54c7), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.285206 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 654beb17-838a-48a5-b475-d9d1fd031245 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:53.285583 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (654beb17-838a-48a5-b475-d9d1fd031245), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.345417 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=f2353df2-4852-410c-80a6-e17e20be5dc0,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:53.426042 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 654beb17-838a-48a5-b475-d9d1fd031245 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:53.426690 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (654beb17-838a-48a5-b475-d9d1fd031245), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.458690 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654beb17-838a-48a5-b475-d9d1fd031245'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:29:53.461168 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f29fb8-fdaa-4548-b9e7-ffa73616a2d4" -d '{"events": [{"server_uuid": "4d99bbf9-6ba9-4c4f-8281-e0dd969e7290", "name": "network-vif-plugged", "status": "completed", "tag": "654beb17-838a-48a5-b475-d9d1fd031245"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:29:53.488451 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Router baeebfa5-cb97-4106-bdf0-d15269df54c7 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:29:53.489130 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 654beb17-838a-48a5-b475-d9d1fd031245, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654beb17-838a-48a5-b475-d9d1fd031245,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:53.498079 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (654beb17-838a-48a5-b475-d9d1fd031245), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.506924 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b2a9e-b22f-4df2-8107-7fe711ba06b1 x-openstack-request-id: req-e77b2a9e-b22f-4df2-8107-7fe711ba06b1 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:29:53.507357 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d99bbf9-6ba9-4c4f-8281-e0dd969e7290", "name": "network-vif-plugged", "status": "completed", "tag": "654beb17-838a-48a5-b475-d9d1fd031245", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:29:53.507706 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e77b2a9e-b22f-4df2-8107-7fe711ba06b1 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:29:53.508359 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654beb17-838a-48a5-b475-d9d1fd031245', 'code': 200} Mar 18 10:29:53.583520 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=654beb17-838a-48a5-b475-d9d1fd031245,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:53.612888 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc737b-9805-48f1-8fea-c678f99e7056 None None] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:29:53.645944 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:29:53.660704 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Sync routers for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:53.675962 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.678302 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1e27fd56-e97b-4bb0-a53a-6896b9acb7d4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4534266 Mar 18 10:29:53.682774 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 39190) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:53.687104 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:29:53.687751 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:29:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:53.726494 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ca5b2e22-f386-4c13-a9d0-a1f511907087 None None] Provisioning complete for port f2353df2-4852-410c-80a6-e17e20be5dc0 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:53.726836 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2e22-f386-4c13-a9d0-a1f511907087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:53.815788 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:29:53.859045 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49236dc-aa79-4aff-9009-e5ce9df0f21d req-e32b63e4-ea3a-478b-8874-7fbcb9edab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:53.860185 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b2e22-f386-4c13-a9d0-a1f511907087 None None] Current status of the port f2353df2-4852-410c-80a6-e17e20be5dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:53.861020 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e49236dc-aa79-4aff-9009-e5ce9df0f21d req-e32b63e4-ea3a-478b-8874-7fbcb9edab28 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 1129 time: 0.1345971 Mar 18 10:29:54.031778 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 3, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:54.046519 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e49236dc-aa79-4aff-9009-e5ce9df0f21d req-ad776ee4-332e-444b-8f77-68be133d2574 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764760 Mar 18 10:29:54.064054 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Checking router: baeebfa5-cb97-4106-bdf0-d15269df54c7 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:29:54.064663 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Updating router baeebfa5-cb97-4106-bdf0-d15269df54c7 port ba6132bd-a8f9-4358-80ca-983d4554c4ab binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:29:54.096238 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.164096 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41c0f-a349-4f63-a9c3-31d19dcd0f11 req-cdc4002a-b810-4bd1-91ae-b1a642b34243 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:54.167594 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-49e41c0f-a349-4f63-a9c3-31d19dcd0f11 req-cdc4002a-b810-4bd1-91ae-b1a642b34243 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1161780 Mar 18 10:29:54.203237 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc8b8c-91f7-4703-9a76-4af24745ce09 req-1e798c76-fbbb-413a-9d05-7855c0845b0c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:54.204844 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-13bc8b8c-91f7-4703-9a76-4af24745ce09 req-1e798c76-fbbb-413a-9d05-7855c0845b0c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.2210493 Mar 18 10:29:54.237987 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-49e41c0f-a349-4f63-a9c3-31d19dcd0f11 req-0f360299-f593-4199-b6f4-04689a952596 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513229 Mar 18 10:29:54.305748 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-13bc8b8c-91f7-4703-9a76-4af24745ce09 req-666cb56d-a713-433f-becd-346c0d6cb8dd tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924845 Mar 18 10:29:54.315463 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c1142d8-80e5-4b27-b4f8-c876cbf7b2d1 None None] Provisioning complete for port f2353df2-4852-410c-80a6-e17e20be5dc0 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:54.322962 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c1142d8-80e5-4b27-b4f8-c876cbf7b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.430537 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Publish callbacks [] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.440024 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.455085 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c1142d8-80e5-4b27-b4f8-c876cbf7b2d1 None None] Current status of the port f2353df2-4852-410c-80a6-e17e20be5dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:54.471952 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb09fee-8ea5-4f80-89af-2766d317e9a7 req-709bbbd1-7275-4dda-aa12-f7991a5a0731 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:54.473599 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1bb09fee-8ea5-4f80-89af-2766d317e9a7 req-709bbbd1-7275-4dda-aa12-f7991a5a0731 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 945 time: 0.1279521 Mar 18 10:29:54.484693 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.523791 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f2d1-7a87-4b2f-986d-dd7926cbcc15 req-d6aedfce-0de8-405b-91bb-afbb0f52b8ad tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:54.525268 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-71e4f2d1-7a87-4b2f-986d-dd7926cbcc15 req-d6aedfce-0de8-405b-91bb-afbb0f52b8ad tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0940084 Mar 18 10:29:54.535753 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Attempting to bind port ba6132bd-a8f9-4358-80ca-983d4554c4ab on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:29:54.536321 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Attempting to bind port ba6132bd-a8f9-4358-80ca-983d4554c4ab by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:29:54.536921 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Attempting to bind port ba6132bd-a8f9-4358-80ca-983d4554c4ab on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:29:54.538568 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1bb09fee-8ea5-4f80-89af-2766d317e9a7 req-748f0a28-cfe7-4840-93fa-6df764c852b2 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Mar 18 10:29:54.559321 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:29:54.559892 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:29:54.560408 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.560915 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:29:54.561715 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Bound port: ba6132bd-a8f9-4358-80ca-983d4554c4ab, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:29:54.562235 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.593964 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Pushing event updated for resources: {'Port': ['ID=ba6132bd-a8f9-4358-80ca-983d4554c4ab,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:54.609445 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.610186 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.610720 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.611186 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.611599 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.612002 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.612405 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.612803 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.613197 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.613596 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.614018 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.614427 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.614841 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.615232 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.615622 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:29:54.649456 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] For port ba6132bd-a8f9-4358-80ca-983d4554c4ab, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:29:54.654629 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] For port ba6132bd-a8f9-4358-80ca-983d4554c4ab, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=ba6132bd-a8f9-4358-80ca-983d4554c4ab,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:29:54.654976 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-71e4f2d1-7a87-4b2f-986d-dd7926cbcc15 req-8a5bcc68-306b-48b7-8bb9-153de8217126 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191418 Mar 18 10:29:54.663774 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:54.725331 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:29:54.740713 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Allocated IP 172.20.0.1 (a4ef730a-2fbc-4dd3-bd1f-a89c12044402/69a56222-72da-47cf-8295-5d723f92bbbf/091e7065-854c-4ac7-9a4c-6233415c8d0b) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:29:54.742396 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:29:54.743091 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:29:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:54.745415 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a5e02-1716-420f-b5c3-10e5585e7039 None None] Pushing event updated for resources: {'Port': ['ID=ba6132bd-a8f9-4358-80ca-983d4554c4ab,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:54.882654 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:29:54.894842 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device f2353df2-4852-410c-80a6-e17e20be5dc0 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:29:54.957321 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port f2353df2-4852-410c-80a6-e17e20be5dc0 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:54.958002 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:55.117811 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 3, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:55.226704 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-02223e70-9a40-4019-8e3d-057486341cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:55.228262 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-02223e70-9a40-4019-8e3d-057486341cb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 1130 time: 0.1365874 Mar 18 10:29:55.247285 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef36944-cf47-4df9-9108-cf9a667df330 None None] The sync data for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi is: [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:52Z', 'revision_number': 3, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:55.257501 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port f2353df2-4852-410c-80a6-e17e20be5dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:55.301689 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebce3a-fe79-4862-8c58-79a0a8fa3e5d req-ce811cbe-659c-411c-b4e1-91780046b363 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:55.303307 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bdebce3a-fe79-4862-8c58-79a0a8fa3e5d req-ce811cbe-659c-411c-b4e1-91780046b363 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.2104714 Mar 18 10:29:55.335362 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks [] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:55.428141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-69eed97d-1175-42a2-8d09-885da24d65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:55.429683 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-69eed97d-1175-42a2-8d09-885da24d65bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 911 time: 0.1886714 Mar 18 10:29:55.435093 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bdebce3a-fe79-4862-8c58-79a0a8fa3e5d req-80132764-85d1-4244-8374-f6b73c656c7e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117516 Mar 18 10:29:55.456576 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:55.474120 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a491292-d779-4897-a588-7e0769f28420 req-447d5edd-a032-4447-8db5-28ec8e51f277 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:55.476365 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a491292-d779-4897-a588-7e0769f28420 req-447d5edd-a032-4447-8db5-28ec8e51f277 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0807402 Mar 18 10:29:55.545454 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:55.554683 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:55.555096 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a491292-d779-4897-a588-7e0769f28420 req-8b1fba61-735f-4e83-a948-a9bd8a035505 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705013 Mar 18 10:29:55.563996 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:29:55.565425 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-71ba9239-7782-4251-8733-eb8b32108adc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 200 len: 1002 time: 0.1193898 Mar 18 10:29:55.717853 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Pushing event updated for resources: {'Port': ['ID=091e7065-854c-4ac7-9a4c-6233415c8d0b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:55.742301 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-9ca4ef5c-9c98-4277-9fc0-0f9b58926613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:55.744726 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-9ca4ef5c-9c98-4277-9fc0-0f9b58926613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.1521382 Mar 18 10:29:55.776914 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (baeebfa5-cb97-4106-bdf0-d15269df54c7), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:55.897306 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655f97-8d1c-4e53-b272-a31509ff8a04 req-64cceadf-7596-4a17-b2dd-58d7c94b5cff tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:55.900302 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e655f97-8d1c-4e53-b272-a31509ff8a04 req-64cceadf-7596-4a17-b2dd-58d7c94b5cff tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1063130 Mar 18 10:29:55.938491 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-737d98cd-13a5-4002-9a49-e233f83fb5ad None None] Provisioning complete for port 091e7065-854c-4ac7-9a4c-6233415c8d0b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:55.939376 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-737d98cd-13a5-4002-9a49-e233f83fb5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:55.971468 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de0e5-2151-461a-9581-3d81c0698f42 req-7ea354cc-08c8-41d5-ac48-654d79648e1e tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:55.978796 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f0de0e5-2151-461a-9581-3d81c0698f42 req-7ea354cc-08c8-41d5-ac48-654d79648e1e tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 945 time: 0.2741785 Mar 18 10:29:55.991758 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e655f97-8d1c-4e53-b272-a31509ff8a04 req-707fbad4-e62a-4250-a2e0-7c3895a9564d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Mar 18 10:29:56.011608 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-737d98cd-13a5-4002-9a49-e233f83fb5ad None None] Port 091e7065-854c-4ac7-9a4c-6233415c8d0b cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:29:56.039263 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-651d2994-eafd-46ed-a99a-ed13a345330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:56.040885 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-651d2994-eafd-46ed-a99a-ed13a345330a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2538891 Mar 18 10:29:56.136671 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f0de0e5-2151-461a-9581-3d81c0698f42 req-860e6b4e-0070-4751-8f51-849fda119f73 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569207 Mar 18 10:29:56.195016 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:56.235406 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-b53b009c-eeca-47b5-a467-5a6e69ae343f service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853507 Mar 18 10:29:56.475007 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f855e970-4cf1-4b93-877a-1460a98659d7 req-d04a90c7-df4d-49e9-87bb-32bf169e16aa service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329831 Mar 18 10:29:56.585257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks [] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:56.594470 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:56.617334 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69211d-c648-476d-8b20-62e3962f2c91 req-42924a2e-3449-4817-95f3-08ef289c4992 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:56.619005 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc69211d-c648-476d-8b20-62e3962f2c91 req-42924a2e-3449-4817-95f3-08ef289c4992 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0663681 Mar 18 10:29:56.705835 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc69211d-c648-476d-8b20-62e3962f2c91 req-fc7bc69a-6334-47d0-88f7-a0f07ef97742 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776768 Mar 18 10:29:56.737325 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (baeebfa5-cb97-4106-bdf0-d15269df54c7), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:56.740587 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Pushing event updated for resources: {'Port': ['ID=091e7065-854c-4ac7-9a4c-6233415c8d0b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:56.880978 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65dc9d-c93d-4bd0-80c8-a4484eb59e54 req-eb277d1a-5c9c-43aa-9201-fac4e408597f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:56.882633 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f65dc9d-c93d-4bd0-80c8-a4484eb59e54 req-eb277d1a-5c9c-43aa-9201-fac4e408597f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1320372 Mar 18 10:29:56.920440 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:29:56.924952 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:56.971440 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ba6132bd-a8f9-4358-80ca-983d4554c4ab up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:29:57.105919 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port ba6132bd-a8f9-4358-80ca-983d4554c4ab triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:57.106938 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:57.148655 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f65dc9d-c93d-4bd0-80c8-a4484eb59e54 req-24aac697-799f-439d-8b46-429cff39214b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563055 Mar 18 10:29:57.275377 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Router baeebfa5-cb97-4106-bdf0-d15269df54c7 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:29:57.302664 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6626b22-f6ae-46e0-8b7b-6f53fb23e1de req-1da35689-1c03-4bf5-94b8-6a3c85d538cb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.317526 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e6626b22-f6ae-46e0-8b7b-6f53fb23e1de req-1da35689-1c03-4bf5-94b8-6a3c85d538cb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 945 time: 0.1973102 Mar 18 10:29:57.353450 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port ba6132bd-a8f9-4358-80ca-983d4554c4ab is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:57.358273 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:57.434997 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port ba6132bd-a8f9-4358-80ca-983d4554c4ab, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=ba6132bd-a8f9-4358-80ca-983d4554c4ab,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:57.446328 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:57.458239 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e6626b22-f6ae-46e0-8b7b-6f53fb23e1de req-57095ace-28c7-459b-b9df-89168cf7f32f tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357763 Mar 18 10:29:57.549149 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59337ad-dd28-461e-a75c-924b038265b0 req-b2a2a118-c154-4a85-b4e0-c9a01e2c588e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.549419 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ffd34a6a-b1d2-46ee-9ce1-c412ea1e077e None None] Provisioning complete for port 091e7065-854c-4ac7-9a4c-6233415c8d0b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:57.549419 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffd34a6a-b1d2-46ee-9ce1-c412ea1e077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:57.551362 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=ba6132bd-a8f9-4358-80ca-983d4554c4ab,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:57.556298 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b59337ad-dd28-461e-a75c-924b038265b0 req-b2a2a118-c154-4a85-b4e0-c9a01e2c588e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.2672205 Mar 18 10:29:57.617539 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:29:57.618482 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-ffd34a6a-b1d2-46ee-9ce1-c412ea1e077e None None] Port 091e7065-854c-4ac7-9a4c-6233415c8d0b cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:29:57.626811 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2c25b7f7-276d-4795-808a-54b4b1eeb4ee admin admin] 10.222.0.44 "PUT /v2.0/routers/baeebfa5-cb97-4106-bdf0-d15269df54c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9420977 Mar 18 10:29:57.640482 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b59337ad-dd28-461e-a75c-924b038265b0 req-1311381d-24e8-4496-b922-02930162bd44 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832927 Mar 18 10:29:57.703942 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Sync routers for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:29:57.715067 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:29:57.715719 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:29:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:57.849054 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:29:57.882663 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acc486-5b42-478e-a035-719ccfb088ff req-0fa634b5-e816-4b39-86c7-072619c65103 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:57.884297 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-63acc486-5b42-478e-a035-719ccfb088ff req-0fa634b5-e816-4b39-86c7-072619c65103 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0674629 Mar 18 10:29:57.966963 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-63acc486-5b42-478e-a035-719ccfb088ff req-a2b73209-d54f-49be-b12a-ddd3d24d039c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703001 Mar 18 10:29:58.096209 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 2, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:58.128113 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Checking router: baeebfa5-cb97-4106-bdf0-d15269df54c7 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:29:58.128470 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Updating router baeebfa5-cb97-4106-bdf0-d15269df54c7 port 091e7065-854c-4ac7-9a4c-6233415c8d0b binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:29:58.160211 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.247906 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 39250) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:58.252727 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1651730699-network', 'tenant_id': '40bd41006f644959965e72b7e1620525'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:58.275014 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Made reservation on behalf of 40bd41006f644959965e72b7e1620525 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:58.277978 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.287623 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.303504 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446ff8f-0eff-41df-ad67-7d2ede6651bd req-751bac72-ba7b-43f7-9dcc-243f701d28e9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.305054 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b446ff8f-0eff-41df-ad67-7d2ede6651bd req-751bac72-ba7b-43f7-9dcc-243f701d28e9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0618484 Mar 18 10:29:58.371319 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b446ff8f-0eff-41df-ad67-7d2ede6651bd req-3a190f16-7ed8-4d8c-bce3-a6886e17d8be tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566244 Mar 18 10:29:58.375835 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks [] for security_group (6262cf0a-9c88-4c6d-b4a6-4c913dce70d2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.382800 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (6262cf0a-9c88-4c6d-b4a6-4c913dce70d2), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.414493 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:29:58.426038 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6262cf0a-9c88-4c6d-b4a6-4c913dce70d2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.435786 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (da50f151-ce21-41d7-9c17-0a106cc16695), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.436399 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Added segment da50f151-ce21-41d7-9c17-0a106cc16695 of type vlan for network fda207a0-e580-442a-bdfb-1e46a213f8e8 Mar 18 10:29:58.485738 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (fda207a0-e580-442a-bdfb-1e46a213f8e8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.513361 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Publish callbacks [] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.516179 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (fda207a0-e580-442a-bdfb-1e46a213f8e8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.517875 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.518815 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.522252 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.557903 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-3c4fd086-967b-45a0-aba7-2ededb48abd3 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.560530 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-3c4fd086-967b-45a0-aba7-2ededb48abd3 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 945 time: 0.0638561 Mar 18 10:29:58.618197 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3685088 Mar 18 10:29:58.629801 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 39254) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:58.634860 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Request body: {'subnet': {'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1651730699-subnet', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:58.663180 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Attempting to bind port 091e7065-854c-4ac7-9a4c-6233415c8d0b on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:29:58.663559 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Attempting to bind port 091e7065-854c-4ac7-9a4c-6233415c8d0b by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:29:58.664102 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Attempting to bind port 091e7065-854c-4ac7-9a4c-6233415c8d0b on network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:29:58.683161 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:29:58.683161 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Checking segment: {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:29:58.684012 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.684325 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Bound using segment: {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:29:58.685042 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Bound port: 091e7065-854c-4ac7-9a4c-6233415c8d0b, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:29:58.685341 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.705199 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Made reservation on behalf of 40bd41006f644959965e72b7e1620525 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:29:58.705959 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc4e78-30cd-4479-be46-4409b0e61bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=fda207a0-e580-442a-bdfb-1e46a213f8e8,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.709531 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59153664'] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.738952 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f69c1-aa79-4c2d-b409-5bcf9465a9d6 req-13554339-972b-4e3f-bdc4-d9a287a56382 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.748390 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-121f69c1-aa79-4c2d-b409-5bcf9465a9d6 req-13554339-972b-4e3f-bdc4-d9a287a56382 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 945 time: 0.1431453 Mar 18 10:29:58.771730 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:29:58.835433 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Deleting port 654beb17-838a-48a5-b475-d9d1fd031245 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:29:58.835876 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (654beb17-838a-48a5-b475-d9d1fd031245), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.849035 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-121f69c1-aa79-4c2d-b409-5bcf9465a9d6 req-90e60983-848f-4692-a4e2-f6606eaa4ac5 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978732 Mar 18 10:29:58.887303 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9a022-6aa1-49a4-95e8-5f98f5985e4b None None] Pushing event updated for resources: {'Port': ['ID=091e7065-854c-4ac7-9a4c-6233415c8d0b,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:58.913352 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ba6132bd-a8f9-4358-80ca-983d4554c4ab up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:29:58.947241 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a1a077a2-4e81-4242-9f80-2a446586950a None None] Provisioning complete for port 091e7065-854c-4ac7-9a4c-6233415c8d0b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:58.947608 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1a077a2-4e81-4242-9f80-2a446586950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:58.951221 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] For port 091e7065-854c-4ac7-9a4c-6233415c8d0b, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:29:58.958734 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58655-622c-404a-ae4f-bb28fa861c36 req-0f8bcbf4-88cd-49c3-9a23-c1d0a98ccadf tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:58.960551 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-add58655-622c-404a-ae4f-bb28fa861c36 req-0f8bcbf4-88cd-49c3-9a23-c1d0a98ccadf tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1750259 Mar 18 10:29:58.991412 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] For port 091e7065-854c-4ac7-9a4c-6233415c8d0b, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=091e7065-854c-4ac7-9a4c-6233415c8d0b,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:29:59.005625 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.024284 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a1a077a2-4e81-4242-9f80-2a446586950a None None] Port 091e7065-854c-4ac7-9a4c-6233415c8d0b cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:29:59.080298 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port ba6132bd-a8f9-4358-80ca-983d4554c4ab triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:59.080904 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.081308 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] For port 654beb17-838a-48a5-b475-d9d1fd031245, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=654beb17-838a-48a5-b475-d9d1fd031245,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:59.081722 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (654beb17-838a-48a5-b475-d9d1fd031245), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.086605 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:29:59.087741 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:29:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:59.109013 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9a022-6aa1-49a4-95e8-5f98f5985e4b None None] Pushing event updated for resources: {'Port': ['ID=091e7065-854c-4ac7-9a4c-6233415c8d0b,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:59.112755 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Calling delete_port for 654beb17-838a-48a5-b475-d9d1fd031245 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:29:59.123890 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-add58655-622c-404a-ae4f-bb28fa861c36 req-e95b34bf-c0d4-44d0-9f0f-c154775e0b3f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424596 Mar 18 10:29:59.214948 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59153686'] for subnet (749827ef-2e32-4b1d-8925-f713eb4601e6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.256754 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:29:59.292283 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port ba6132bd-a8f9-4358-80ca-983d4554c4ab is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:59.300607 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749827ef-2e32-4b1d-8925-f713eb4601e6,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:59.336005 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Checking segment: {'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:29:59.336291 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Network hostable DHCP agents. Network: fda207a0-e580-442a-bdfb-1e46a213f8e8, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:29:59.371475 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:29:59.379249 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (654beb17-838a-48a5-b475-d9d1fd031245), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.395917 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-c755964e-e9f3-48ed-9db6-54e0ebc3a75a None None] Provisioning complete for port 091e7065-854c-4ac7-9a4c-6233415c8d0b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:29:59.396618 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c755964e-e9f3-48ed-9db6-54e0ebc3a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.411124 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, fda207a0-e580-442a-bdfb-1e46a213f8e8) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:29:59.415552 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.416160 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.420391 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Pushing event deleted for resources: {'Port': ['ID=654beb17-838a-48a5-b475-d9d1fd031245,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:29:59.491768 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0e0af960-a6be-4cea-80f9-d1040e93c7f9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8585753 Mar 18 10:29:59.491768 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] No DVR routers for this DVR port 654beb17-838a-48a5-b475-d9d1fd031245 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:29:59.493183 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.497382 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-396c2097-1e98-4569-a5a2-4707b1b8672b req-da68b2e0-ff3c-4de4-a886-fe36f698412d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "DELETE /v2.0/ports/654beb17-838a-48a5-b475-d9d1fd031245 HTTP/1.1" status: 204 len: 173 time: 0.9304430 Mar 18 10:29:59.497906 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 39260) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:29:59.498379 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'name': 'network-vif-deleted', 'tag': '654beb17-838a-48a5-b475-d9d1fd031245'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:29:59.502897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7c92e7-3671-4a34-ae95-8c69a181d603" -d '{"events": [{"server_uuid": "4d99bbf9-6ba9-4c4f-8281-e0dd969e7290", "name": "network-vif-deleted", "tag": "654beb17-838a-48a5-b475-d9d1fd031245"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:29:59.511866 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:29:59.537167 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.539689 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.558398 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092f8d6-588a-4f06-8798-0ac4bd3ed7a2 None None] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:29:59.563602 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2d48f-a65e-40b4-8eab-9b4e3ca963db req-f9686406-9278-4561-8758-34a3bd83bed4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:29:59.565709 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd2d48f-a65e-40b4-8eab-9b4e3ca963db req-f9686406-9278-4561-8758-34a3bd83bed4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1007738 Mar 18 10:29:59.590490 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15108aa-de96-48c1-bbc6-42ec09de4474 x-openstack-request-id: req-f15108aa-de96-48c1-bbc6-42ec09de4474 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:29:59.590490 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d99bbf9-6ba9-4c4f-8281-e0dd969e7290", "name": "network-vif-deleted", "tag": "654beb17-838a-48a5-b475-d9d1fd031245", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:29:59.590824 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f15108aa-de96-48c1-bbc6-42ec09de4474 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:29:59.591324 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99bbf9-6ba9-4c4f-8281-e0dd969e7290', 'name': 'network-vif-deleted', 'tag': '654beb17-838a-48a5-b475-d9d1fd031245', 'status': 'completed', 'code': 200} Mar 18 10:29:59.636573 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks [] for router_controller (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.638807 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd2d48f-a65e-40b4-8eab-9b4e3ca963db req-40faa275-5874-4c10-bbd4-5ef5cf10ccfa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654285 Mar 18 10:29:59.767116 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-fda207a0-e580-442a-bdfb-1e46a213f8e8', 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8', 'project_id': '40bd41006f644959965e72b7e1620525', 'fixed_ips': [{'subnet_id': '749827ef-2e32-4b1d-8925-f713eb4601e6'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:29:59.767993 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.770604 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-c755964e-e9f3-48ed-9db6-54e0ebc3a75a None None] Current status of the port 091e7065-854c-4ac7-9a4c-6233415c8d0b is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:29:59.770981 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c755964e-e9f3-48ed-9db6-54e0ebc3a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.824135 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:58Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:29:59.909533 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-209a7126-d89d-447c-873a-d67fcfcab3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:29:59.921037 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b3222f-e537-440b-925e-36fa1a675ef9 None None] The sync data for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi is: [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:58Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:29:59.931810 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-c755964e-e9f3-48ed-9db6-54e0ebc3a75a None None] For port 091e7065-854c-4ac7-9a4c-6233415c8d0b, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=091e7065-854c-4ac7-9a4c-6233415c8d0b,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:29:59.956986 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c755964e-e9f3-48ed-9db6-54e0ebc3a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.209329 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bd6c63ab-461c-44f7-b46d-b40268802a3a req-374f49e1-61d5-4862-a2de-eb5de78d0bd9 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d99bbf9-6ba9-4c4f-8281-e0dd969e7290 HTTP/1.1" status: 200 len: 210 time: 0.2374988 Mar 18 10:30:00.229394 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks [] for router_gateway (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.278640 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755964e-e9f3-48ed-9db6-54e0ebc3a75a None None] Pushing event updated for resources: {'Port': ['ID=091e7065-854c-4ac7-9a4c-6233415c8d0b,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:00.304622 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Allocated IP 172.20.0.2 (fda207a0-e580-442a-bdfb-1e46a213f8e8/749827ef-2e32-4b1d-8925-f713eb4601e6/070f02df-0a21-442c-9103-e7956c23bb73) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:00.358201 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f2220-26bc-4552-9c82-b1999a37871c req-aad34100-c79e-4534-b539-65986a5338ab tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:00.359945 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-485f2220-26bc-4552-9c82-b1999a37871c req-aad34100-c79e-4534-b539-65986a5338ab tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0911286 Mar 18 10:30:00.474064 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-485f2220-26bc-4552-9c82-b1999a37871c req-e89c6615-a3f1-42a3-b435-4884b1b63431 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040621 Mar 18 10:30:00.578448 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Publish callbacks [] for port (070f02df-0a21-442c-9103-e7956c23bb73), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.589725 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (070f02df-0a21-442c-9103-e7956c23bb73), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.609683 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks [] for router_gateway (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.638678 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:00.642293 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:00.646905 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:30:00.653349 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.664651 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Pushing event updated for resources: {'Port': ['ID=070f02df-0a21-442c-9103-e7956c23bb73,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:00.798494 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Attempting to bind port 070f02df-0a21-442c-9103-e7956c23bb73 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:30:00.800719 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Attempting to bind port 070f02df-0a21-442c-9103-e7956c23bb73 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:30:00.801199 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Attempting to bind port 070f02df-0a21-442c-9103-e7956c23bb73 on network fda207a0-e580-442a-bdfb-1e46a213f8e8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:30:00.811749 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:30:00.812384 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Checking segment: {'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:30:00.813140 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.813825 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Bound using segment: {'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:30:00.814385 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Bound port: 070f02df-0a21-442c-9103-e7956c23bb73, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:30:00.815727 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (070f02df-0a21-442c-9103-e7956c23bb73), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.885556 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Allocated IP 172.27.0.238 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/48d187f7-cc44-44bd-b361-063116702947) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:00.914358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea413b-5469-481e-a45d-61c64ecd7355 req-8056e181-2752-4175-b5ab-40a44b67c76a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:00.916167 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9aea413b-5469-481e-a45d-61c64ecd7355 req-8056e181-2752-4175-b5ab-40a44b67c76a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1424043 Mar 18 10:30:00.916301 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] For port 070f02df-0a21-442c-9103-e7956c23bb73, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:30:00.927005 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] For port 070f02df-0a21-442c-9103-e7956c23bb73, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=070f02df-0a21-442c-9103-e7956c23bb73,segment=NetworkSegment(da50f151-ce21-41d7-9c17-0a106cc16695),segment_id=da50f151-ce21-41d7-9c17-0a106cc16695)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:30:00.945891 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (070f02df-0a21-442c-9103-e7956c23bb73), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:00.983484 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 091e7065-854c-4ac7-9a4c-6233415c8d0b up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:01.071454 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:30:01.071454 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 654beb17-838a-48a5-b475-d9d1fd031245 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:30:01.071865 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9aea413b-5469-481e-a45d-61c64ecd7355 req-c2a9f59b-31d6-4317-bd5a-d3b7a3eefe67 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349316 Mar 18 10:30:01.074893 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c458dea-ec75-4129-82b6-3221d4a0d9f7 None None] Pushing event updated for resources: {'Port': ['ID=070f02df-0a21-442c-9103-e7956c23bb73,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:01.106364 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 654beb17-838a-48a5-b475-d9d1fd031245 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:30:01.106691 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 654beb17-838a-48a5-b475-d9d1fd031245 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:30:01.142618 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks [] for port (48d187f7-cc44-44bd-b361-063116702947), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:01.190638 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 091e7065-854c-4ac7-9a4c-6233415c8d0b triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:01.192465 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:01.208210 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (48d187f7-cc44-44bd-b361-063116702947), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:01.284605 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Pushing event updated for resources: {'Port': ['ID=48d187f7-cc44-44bd-b361-063116702947,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:01.307721 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:01.311967 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:01.317449 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:30:01.397566 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:01.468960 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '03d54b27-6991-4a62-9124-0f6535f328a4', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'port_id': '03d54b27-6991-4a62-9124-0f6535f328a4', 'mac_address': 'fa:16:3e:2f:0b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:30:01.572556 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: ACTIVE; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:01.572556 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:01.603278 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d54b27-6991-4a62-9124-0f6535f328a4 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:01.621677 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 091e7065-854c-4ac7-9a4c-6233415c8d0b is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:01.676682 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:01.683760 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:01.747428 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:01.803868 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-faf61d33-adef-46c8-a3df-285ee49c9f93 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:01.804436 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a76b1-8396-4e30-abb4-52775bdd3867 req-c2a1d43e-389a-42e2-a3b9-cc04c7a27640 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:01.805788 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0f3a76b1-8396-4e30-abb4-52775bdd3867 req-c2a1d43e-389a-42e2-a3b9-cc04c7a27640 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1128538 Mar 18 10:30:01.811751 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-faf61d33-adef-46c8-a3df-285ee49c9f93 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/networks?id=2610134a-c197-4219-bbcb-468aed716fd3 HTTP/1.1" status: 200 len: 808 time: 0.1487112 Mar 18 10:30:01.822502 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['03d54b27-6991-4a62-9124-0f6535f328a4'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:30:01.828484 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks [] for router_gateway (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:01.829733 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-cf6bb012-27ad-4abc-b29d-8e5f4270791e tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/quotas/35f9fb26a3e54f98a8fc71008af7a64b HTTP/1.1" status: 200 len: 375 time: 0.0166349 Mar 18 10:30:01.873759 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-727cd78e-4d75-4bc9-8aeb-d242f6f3fa59 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=35f9fb26a3e54f98a8fc71008af7a64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428357 Mar 18 10:30:01.941928 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0f3a76b1-8396-4e30-abb4-52775bdd3867 req-379a9606-cb62-43d4-8891-125bbae08b6e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293044 Mar 18 10:30:01.968106 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-05bd787f-093c-462a-8fb6-fba57fba2cbd service neutron] 10.222.0.44 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934446 Mar 18 10:30:02.075851 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-6ff4be80-65f6-4163-af5a-a5dfb16b4a6d service neutron] 10.222.0.44 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018186 Mar 18 10:30:02.097690 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:02.290386 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f41259db-4592-4c9b-be99-00512e28ce03 req-d981772c-465a-4aa1-9b13-777f48fa5dfd tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 210 time: 0.0305338 Mar 18 10:30:02.314558 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d717aa4-34ef-49f9-83a7-de6637fe00f1 req-f65f6aed-224a-4754-8a15-35dd6d1639a0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:02.317151 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d717aa4-34ef-49f9-83a7-de6637fe00f1 req-f65f6aed-224a-4754-8a15-35dd6d1639a0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 944 time: 0.0880778 Mar 18 10:30:02.360103 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:30:02.378020 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d717aa4-34ef-49f9-83a7-de6637fe00f1 req-495681fd-a468-4967-89b8-1fe0e929a255 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551231 Mar 18 10:30:02.491576 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98276302-8b98-4021-9074-8f5e8d3c2d38 None None] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:30:02.529161 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:30:02.544210 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Sync routers for ids ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:02.562193 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:02.563967 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Routers {'2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:30:02.564188 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-fa37e7a0-4446-44e8-90a6-c3abdb9539fa admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0583577 Mar 18 10:30:02.565603 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:29:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:02.566919 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 39296) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:30:02.582025 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-41b7c539-333c-4840-8bcd-a9a1383928b9 None None] Provisioning complete for port 070f02df-0a21-442c-9103-e7956c23bb73 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:02.582408 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41b7c539-333c-4840-8bcd-a9a1383928b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (070f02df-0a21-442c-9103-e7956c23bb73), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:02.695801 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Set router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:30:02.740377 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-41b7c539-333c-4840-8bcd-a9a1383928b9 None None] Current status of the port 070f02df-0a21-442c-9103-e7956c23bb73 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:02.740782 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41b7c539-333c-4840-8bcd-a9a1383928b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (070f02df-0a21-442c-9103-e7956c23bb73), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:02.788825 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-41b7c539-333c-4840-8bcd-a9a1383928b9 None None] For port 070f02df-0a21-442c-9103-e7956c23bb73, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=070f02df-0a21-442c-9103-e7956c23bb73,segment=NetworkSegment(da50f151-ce21-41d7-9c17-0a106cc16695),segment_id=da50f151-ce21-41d7-9c17-0a106cc16695)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:02.794849 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41b7c539-333c-4840-8bcd-a9a1383928b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (070f02df-0a21-442c-9103-e7956c23bb73), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:02.908865 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c539-333c-4840-8bcd-a9a1383928b9 None None] Pushing event updated for resources: {'Port': ['ID=070f02df-0a21-442c-9103-e7956c23bb73,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:02.921068 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4de7b0b6-36d1-4b31-9a1c-a95292cbf226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.047269 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 070f02df-0a21-442c-9103-e7956c23bb73 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:03.080052 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:03.141007 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '48d187f7-cc44-44bd-b361-063116702947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:30:01Z', 'revision_number': 3, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port': {'id': '48d187f7-cc44-44bd-b361-063116702947', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:00Z', 'updated_at': '2022-03-18T10:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:03.170326 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 070f02df-0a21-442c-9103-e7956c23bb73 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:03.170685 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (070f02df-0a21-442c-9103-e7956c23bb73), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.204661 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 03d54b27-6991-4a62-9124-0f6535f328a4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:03.205666 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.245040 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d167ae-75b3-4a64-bf0e-67f830c1653a req-b03b2de0-ffb8-45b4-b0dd-f7b17d822a3e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:03.253432 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38d167ae-75b3-4a64-bf0e-67f830c1653a req-b03b2de0-ffb8-45b4-b0dd-f7b17d822a3e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1894433 Mar 18 10:30:03.269550 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a3221790-ae46-4398-a598-62dbace9e350 None None] Provisioning complete for port 070f02df-0a21-442c-9103-e7956c23bb73 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:03.270126 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a3221790-ae46-4398-a598-62dbace9e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (070f02df-0a21-442c-9103-e7956c23bb73), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.284729 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Checking router: 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:03.285516 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Updating router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 port 48d187f7-cc44-44bd-b361-063116702947 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:30:03.352820 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38d167ae-75b3-4a64-bf0e-67f830c1653a req-94f0c24b-ebc2-4f17-9623-715354a3b5f1 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975299 Mar 18 10:30:03.381626 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (48d187f7-cc44-44bd-b361-063116702947), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.419927 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 070f02df-0a21-442c-9103-e7956c23bb73 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:03.436676 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:03.437082 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.491697 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:03.494323 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a6aa05-bfa8-41ec-a236-5d3e307f911c" -d '{"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:03.519626 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:03.521839 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a3221790-ae46-4398-a598-62dbace9e350 None None] Current status of the port 070f02df-0a21-442c-9103-e7956c23bb73 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:03.530478 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.557752 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c2ff5e25-97fd-4826-8f04-c90fc2fae2f1 req-4e941ec6-ff94-48c1-90d7-891de93a1a6f tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 210 time: 0.1122119 Mar 18 10:30:03.578486 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.621875 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=7']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:03.664862 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d705f805-88bb-4d5f-9062-b9f13801cfee x-openstack-request-id: req-d705f805-88bb-4d5f-9062-b9f13801cfee {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:03.665346 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:03.665494 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d705f805-88bb-4d5f-9062-b9f13801cfee {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:03.666066 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4', 'code': 200} Mar 18 10:30:03.715763 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ed99-28b5-4ff7-aeaf-ee77ef036560 req-f2a35e2e-519f-4e03-8320-fe2f7a0de02b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:03.717631 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a80ed99-28b5-4ff7-aeaf-ee77ef036560 req-f2a35e2e-519f-4e03-8320-fe2f7a0de02b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1961496 Mar 18 10:30:03.822158 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a80ed99-28b5-4ff7-aeaf-ee77ef036560 req-44529251-86a5-4f1b-a17a-9cce513bf785 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957234 Mar 18 10:30:03.894228 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Allocated IP 172.20.0.1 (fda207a0-e580-442a-bdfb-1e46a213f8e8/749827ef-2e32-4b1d-8925-f713eb4601e6/17f72a78-977c-48e5-9588-b465a278e682) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:03.894789 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Publish callbacks [] for port (48d187f7-cc44-44bd-b361-063116702947), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.904345 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (48d187f7-cc44-44bd-b361-063116702947), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:03.972787 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116902cd-c040-4cf9-820e-3d1efdecc357 None None] Pushing event updated for resources: {'Port': ['ID=48d187f7-cc44-44bd-b361-063116702947,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:03.997125 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Attempting to bind port 48d187f7-cc44-44bd-b361-063116702947 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:30:03.997502 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Attempting to bind port 48d187f7-cc44-44bd-b361-063116702947 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:30:03.997939 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Attempting to bind port 48d187f7-cc44-44bd-b361-063116702947 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:30:04.004164 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:30:04.004554 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:30:04.004970 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.005375 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:30:04.006024 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Bound port: 48d187f7-cc44-44bd-b361-063116702947, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:30:04.006433 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (48d187f7-cc44-44bd-b361-063116702947), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.015840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-5e5e353d-2b82-4a20-ba7b-d868522e4371 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:04.018871 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-5e5e353d-2b82-4a20-ba7b-d868522e4371 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "GET /v2.0/networks?id=2610134a-c197-4219-bbcb-468aed716fd3 HTTP/1.1" status: 200 len: 808 time: 0.2842743 Mar 18 10:30:04.039042 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Request body: {'port': {'device_id': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3', 'admin_state_up': True, 'tenant_id': '35f9fb26a3e54f98a8fc71008af7a64b'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:04.094081 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.095070 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] For port 48d187f7-cc44-44bd-b361-063116702947, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:30:04.101336 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] For port 48d187f7-cc44-44bd-b361-063116702947, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=48d187f7-cc44-44bd-b361-063116702947,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:30:04.111364 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (48d187f7-cc44-44bd-b361-063116702947), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.138885 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks [] for port (17f72a78-977c-48e5-9588-b465a278e682), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.225644 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (17f72a78-977c-48e5-9588-b465a278e682), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.236484 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Routers {'2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:30:04.237558 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:30:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.346199 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Made reservation on behalf of 35f9fb26a3e54f98a8fc71008af7a64b for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:04.350300 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:04.351089 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.356622 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:04.368429 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:30:04.388331 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Pushing event updated for resources: {'Port': ['ID=17f72a78-977c-48e5-9588-b465a278e682,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:04.399870 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116902cd-c040-4cf9-820e-3d1efdecc357 None None] Pushing event updated for resources: {'Port': ['ID=48d187f7-cc44-44bd-b361-063116702947,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:04.477017 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.537544 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] Set router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:30:04.749453 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca337-44b9-4321-939c-657ef6c42408 req-5ebab1dd-77a5-404b-a089-2a56893476b6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:04.761401 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-573ca337-44b9-4321-939c-657ef6c42408 req-5ebab1dd-77a5-404b-a089-2a56893476b6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1925039 Mar 18 10:30:04.783977 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Allocated IP 172.20.0.9 (2610134a-c197-4219-bbcb-468aed716fd3/ec27c02d-1c74-49db-bb9b-e713f3170dd9/17445f30-bac4-4d38-9fc3-8bb37f0bf2c0) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:04.786398 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2b6df757-b414-4768-ae51-8c24770daeab req-e60dbd88-d16f-4223-b7a3-e87e7766b9f7 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 210 time: 0.0723550 Mar 18 10:30:04.902492 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d589c085-2a2e-46c1-a11c-4fdd7efda128 None None] Provisioning complete for port 17f72a78-977c-48e5-9588-b465a278e682 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:04.906794 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d589c085-2a2e-46c1-a11c-4fdd7efda128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (17f72a78-977c-48e5-9588-b465a278e682), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.922372 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-573ca337-44b9-4321-939c-657ef6c42408 req-49a20596-b08e-41db-b84a-30e5bb63c3aa tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527839 Mar 18 10:30:04.950322 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17f72a78-977c-48e5-9588-b465a278e682), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:04.970301 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '48d187f7-cc44-44bd-b361-063116702947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:30:01Z', 'revision_number': 3, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port': {'id': '48d187f7-cc44-44bd-b361-063116702947', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:00Z', 'updated_at': '2022-03-18T10:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:04.979448 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d589c085-2a2e-46c1-a11c-4fdd7efda128 None None] Port 17f72a78-977c-48e5-9588-b465a278e682 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:30:05.024594 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 070f02df-0a21-442c-9103-e7956c23bb73 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:05.068082 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7bb4c-f161-4dad-878e-a33a120c1778 None None] The sync data for ids ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'] in dv-cinder-817135-6-iscsi is: [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '48d187f7-cc44-44bd-b361-063116702947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:30:01Z', 'revision_number': 3, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port': {'id': '48d187f7-cc44-44bd-b361-063116702947', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:00Z', 'updated_at': '2022-03-18T10:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:05.143159 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 070f02df-0a21-442c-9103-e7956c23bb73 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:05.143738 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (070f02df-0a21-442c-9103-e7956c23bb73), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.172185 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304067b8-7d85-40f6-990d-9f262d660ac6 req-648b85f1-daf0-485b-9797-bf43c1ed1a59 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:05.179923 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-304067b8-7d85-40f6-990d-9f262d660ac6 req-648b85f1-daf0-485b-9797-bf43c1ed1a59 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1636550 Mar 18 10:30:05.240957 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks [] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.327695 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-304067b8-7d85-40f6-990d-9f262d660ac6 req-ce08c5b9-36a0-42c1-b582-6ab8c85e4a5c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464865 Mar 18 10:30:05.360803 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.510429 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Network 2610134a-c197-4219-bbcb-468aed716fd3 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:05.516876 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:05.531869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:30:05.539962 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks [] for port (17f72a78-977c-48e5-9588-b465a278e682), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.555224 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (17f72a78-977c-48e5-9588-b465a278e682), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.591622 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Pushing event updated for resources: {'Port': ['ID=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:05.645792 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 070f02df-0a21-442c-9103-e7956c23bb73 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:05.652702 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:05.661126 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.683904 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-aee992fd-a5cd-41f6-a08e-8754168ac2bb tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6534402 Mar 18 10:30:05.697381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Request body: {'port': {'device_id': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:05.708501 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.723389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Pushing event updated for resources: {'Port': ['ID=17f72a78-977c-48e5-9588-b465a278e682,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:05.860749 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:05.862525 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:05.875343 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:05.915584 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:06.248405 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3938e47-3708-40d3-a100-8314227f5d91 req-8add1e07-c255-4c94-8789-6b021d9fc49d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:06.255625 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3938e47-3708-40d3-a100-8314227f5d91 req-8add1e07-c255-4c94-8789-6b021d9fc49d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1514001 Mar 18 10:30:06.288534 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:30:06.325020 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363d42-0a65-4fdf-a3a0-1aed7f41850d req-8928c764-0060-4288-9515-b3f84d24ac31 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:06.325310 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8d1b08fc-5dd7-4fa0-b5f5-97c4a82b753e None None] Provisioning complete for port 17f72a78-977c-48e5-9588-b465a278e682 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:06.325466 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d1b08fc-5dd7-4fa0-b5f5-97c4a82b753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (17f72a78-977c-48e5-9588-b465a278e682), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:06.334910 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-57363d42-0a65-4fdf-a3a0-1aed7f41850d req-8928c764-0060-4288-9515-b3f84d24ac31 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 931 time: 0.2906754 Mar 18 10:30:06.370767 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3938e47-3708-40d3-a100-8314227f5d91 req-7928c8bf-84f0-4ec7-bbd7-b1e29874f393 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139061 Mar 18 10:30:06.430675 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b08fc-5dd7-4fa0-b5f5-97c4a82b753e None None] Port 17f72a78-977c-48e5-9588-b465a278e682 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:30:06.462690 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-57363d42-0a65-4fdf-a3a0-1aed7f41850d req-9fe6db11-7e56-4f71-ad92-2dd3878c0b1f tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259041 Mar 18 10:30:06.722582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:06.743456 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Publish callbacks [] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:06.794397 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Transition to ACTIVE for port object 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:30:06.803144 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:06.861309 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:30:06.892042 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-aa5671e9-6e3c-4e89-8447-6d31516d6172 admin admin] 10.222.0.44 "PUT /v2.0/routers/2469e633-d2f5-4fe9-86cc-e8101b5d9fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3124478 Mar 18 10:30:06.933814 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6607b-18ff-4120-af4f-f32690a9e364 req-0581fa4d-212c-48f2-b17e-e387d5d427cc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:06.937827 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01a6607b-18ff-4120-af4f-f32690a9e364 req-0581fa4d-212c-48f2-b17e-e387d5d427cc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.2105873 Mar 18 10:30:07.006634 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Pushing event updated for resources: {'Port': ['ID=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:07.065684 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 48d187f7-cc44-44bd-b361-063116702947 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:07.130768 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01a6607b-18ff-4120-af4f-f32690a9e364 req-4123a1d9-78eb-42c7-bd19-1328756b3575 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891348 Mar 18 10:30:07.168610 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:07.189652 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 48d187f7-cc44-44bd-b361-063116702947 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:07.190444 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (48d187f7-cc44-44bd-b361-063116702947), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:07.229583 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Attempting to bind port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:30:07.230822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Attempting to bind port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:30:07.231158 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Attempting to bind port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 on network 2610134a-c197-4219-bbcb-468aed716fd3 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:30:07.237616 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 on network 2610134a-c197-4219-bbcb-468aed716fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:30:07.237940 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Attempting to bind port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 on network 2610134a-c197-4219-bbcb-468aed716fd3 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:30:07.247287 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:30:07.247635 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Checking segment: {'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:30:07.248350 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Bound using segment: {'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:30:07.248575 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Bound port: 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf134e4-846e-4c8e-a655-999c05ff8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:30:07.249126 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:07.302319 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 48d187f7-cc44-44bd-b361-063116702947 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:07.302724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (48d187f7-cc44-44bd-b361-063116702947), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:07.331561 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 48d187f7-cc44-44bd-b361-063116702947, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=48d187f7-cc44-44bd-b361-063116702947,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:07.342464 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (48d187f7-cc44-44bd-b361-063116702947), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:07.363896 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] For port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:30:07.368128 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] For port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:30:07.389203 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:07.420736 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=48d187f7-cc44-44bd-b361-063116702947,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:07.537215 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:07.538611 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:07.540258 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] 10.222.0.45 "PUT /v2.0/ports/17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 HTTP/1.1" status: 200 len: 1093 time: 1.8491962 Mar 18 10:30:07.545427 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'tag': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:07.549306 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad00b78-70d5-4594-b4a1-c33864b9bf38" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7244a5-d090-4fa4-8e0a-7a0fa1f63310", "tag": "17445f30-bac4-4d38-9fc3-8bb37f0bf2c0"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:07.785746 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc635-c717-474d-ba93-4cea7cdc7582 req-849a0b75-4bc3-498f-811b-26fde6465dda tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:07.793963 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c19dc635-c717-474d-ba93-4cea7cdc7582 req-849a0b75-4bc3-498f-811b-26fde6465dda tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 943 time: 0.1615632 Mar 18 10:30:07.864312 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c19dc635-c717-474d-ba93-4cea7cdc7582 req-929d7d92-ce70-4569-ae94-64885874702e tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687902 Mar 18 10:30:08.126543 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db39f065-770d-4001-ab53-724fcdc77a80 x-openstack-request-id: req-db39f065-770d-4001-ab53-724fcdc77a80 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:08.127186 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7244a5-d090-4fa4-8e0a-7a0fa1f63310", "tag": "17445f30-bac4-4d38-9fc3-8bb37f0bf2c0", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:08.127186 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db39f065-770d-4001-ab53-724fcdc77a80 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:08.127469 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'tag': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0', 'status': 'completed', 'code': 200} Mar 18 10:30:08.130763 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2a992-691a-4c1c-959c-2012f956a6ce service neutron] Pushing event updated for resources: {'Port': ['ID=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:08.170236 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91413e-4e83-42be-beeb-b0753df7dbf1 req-bc1bd0a4-7dff-49d8-b7b2-fc4945a5270a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:08.178752 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c91413e-4e83-42be-beeb-b0753df7dbf1 req-bc1bd0a4-7dff-49d8-b7b2-fc4945a5270a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.6652038 Mar 18 10:30:08.190910 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-53162c31-07bd-4b8d-9f85-30684890c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:08.192434 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-53162c31-07bd-4b8d-9f85-30684890c59a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35f9fb26a3e54f98a8fc71008af7a64b&device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 1127 time: 0.5408163 Mar 18 10:30:08.325105 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-d637c364-ae9f-447f-b101-11da8c37b254 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 HTTP/1.1" status: 200 len: 217 time: 0.1177018 Mar 18 10:30:08.393193 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Sync routers for ids ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:30:08.409926 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Routers {'2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:30:08.410892 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:30:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:08.428943 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d147e5-f4d7-499b-ae26-df2b68449a46 req-fe7d6f33-7f80-4f4e-8efb-1fadbef483c8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:08.449427 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b0d147e5-f4d7-499b-ae26-df2b68449a46 req-fe7d6f33-7f80-4f4e-8efb-1fadbef483c8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1772621 Mar 18 10:30:08.469823 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c91413e-4e83-42be-beeb-b0753df7dbf1 req-543cd45c-220f-4f35-ab1f-893e1f3de948 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890091 Mar 18 10:30:08.515234 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-0f0c09d3-fb4a-4fbf-bbc8-cb54007ebc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:08.518346 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-0f0c09d3-fb4a-4fbf-bbc8-cb54007ebc6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec27c02d-1c74-49db-bb9b-e713f3170dd9 HTTP/1.1" status: 200 len: 848 time: 0.1820819 Mar 18 10:30:08.583631 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-9b264f33-dc83-4633-bf5b-e3af218713c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2610134a-c197-4219-bbcb-468aed716fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596197 Mar 18 10:30:08.587489 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b0d147e5-f4d7-499b-ae26-df2b68449a46 req-b5674dec-3187-4f65-9441-65ee64ace4e5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306913 Mar 18 10:30:08.690372 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Set router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:30:08.784090 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-4d1544ba-5c52-47e8-b379-ccf2d00305b0 service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829100 Mar 18 10:30:09.051687 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-03a6060d-5ea5-4276-bd0c-1d857224f5ae req-b3feab3c-1829-4269-8fe4-451427559e76 service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661817 Mar 18 10:30:09.057488 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 48d187f7-cc44-44bd-b361-063116702947 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:09.174945 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '48d187f7-cc44-44bd-b361-063116702947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:30:04Z', 'revision_number': 4, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port': {'id': '48d187f7-cc44-44bd-b361-063116702947', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:00Z', 'updated_at': '2022-03-18T10:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '17f72a78-977c-48e5-9588-b465a278e682', 'name': '', 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'mac_address': 'fa:16:3e:1a:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '749827ef-2e32-4b1d-8925-f713eb4601e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:03Z', 'updated_at': '2022-03-18T10:30:05Z', 'revision_number': 2, 'project_id': '40bd41006f644959965e72b7e1620525', 'subnets': [{'id': '749827ef-2e32-4b1d-8925-f713eb4601e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:09.177101 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 48d187f7-cc44-44bd-b361-063116702947 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:09.177475 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (48d187f7-cc44-44bd-b361-063116702947), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:09.284131 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80063089-5fc1-4c57-9d76-375b3506038b req-615fcc0a-7e74-49fa-95a6-435f2af08881 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:09.287505 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Checking router: 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:30:09.289427 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80063089-5fc1-4c57-9d76-375b3506038b req-615fcc0a-7e74-49fa-95a6-435f2af08881 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 943 time: 0.2193193 Mar 18 10:30:09.290060 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Updating router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 port 17f72a78-977c-48e5-9588-b465a278e682 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:30:09.319772 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-f71d5af5-1de0-4eda-aafb-3eea4aa9ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:09.327778 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-f71d5af5-1de0-4eda-aafb-3eea4aa9ab7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35f9fb26a3e54f98a8fc71008af7a64b&device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 1127 time: 0.1790402 Mar 18 10:30:09.386274 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17f72a78-977c-48e5-9588-b465a278e682), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:09.490003 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-5751716f-1b84-41be-888c-39420ead5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:09.492069 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-5751716f-1b84-41be-888c-39420ead5a56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2610134a-c197-4219-bbcb-468aed716fd3 HTTP/1.1" status: 200 len: 909 time: 0.1538227 Mar 18 10:30:09.656585 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80063089-5fc1-4c57-9d76-375b3506038b req-604574f8-58e0-4bad-aa41-98fae5244adc tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536592 Mar 18 10:30:09.669406 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-9f602d18-fb41-4313-ae79-0edd90635c69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 HTTP/1.1" status: 200 len: 217 time: 0.1589525 Mar 18 10:30:09.738553 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 48d187f7-cc44-44bd-b361-063116702947 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:09.752152 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-e8e8e474-9e95-4f6f-967c-f603977b2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:09.753721 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-e8e8e474-9e95-4f6f-967c-f603977b2294 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec27c02d-1c74-49db-bb9b-e713f3170dd9 HTTP/1.1" status: 200 len: 848 time: 0.0764537 Mar 18 10:30:09.784082 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1e23d-287c-4381-ad72-22edf6bad0cb req-5b02e780-96af-4d35-9682-1e7620d033d8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:09.795777 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1ad1e23d-287c-4381-ad72-22edf6bad0cb req-5b02e780-96af-4d35-9682-1e7620d033d8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1463001 Mar 18 10:30:09.889616 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-b4ebd39c-b632-4e91-8e68-44c1d62696d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2610134a-c197-4219-bbcb-468aed716fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259141 Mar 18 10:30:09.943535 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1ad1e23d-287c-4381-ad72-22edf6bad0cb req-07069c5e-4c7f-41ee-81c4-6f41c95a7f32 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440928 Mar 18 10:30:10.025512 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Publish callbacks [] for port (17f72a78-977c-48e5-9588-b465a278e682), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:10.050426 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (17f72a78-977c-48e5-9588-b465a278e682), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:10.118544 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a166e-2fb4-444d-a7ec-3c2c8f18a773 req-3a906675-e4dd-4389-89f3-ade3ca51bf5e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.122575 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3f9a166e-2fb4-444d-a7ec-3c2c8f18a773 req-3a906675-e4dd-4389-89f3-ade3ca51bf5e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.2577267 Mar 18 10:30:10.176827 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-e2e27710-d8ba-4d31-874d-6bebc4dc0a91 service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448616 Mar 18 10:30:10.329260 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a80d5-23b1-4183-90cd-471acae682df None None] Pushing event updated for resources: {'Port': ['ID=17f72a78-977c-48e5-9588-b465a278e682,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:10.359973 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Attempting to bind port 17f72a78-977c-48e5-9588-b465a278e682 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:30:10.360363 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Attempting to bind port 17f72a78-977c-48e5-9588-b465a278e682 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:30:10.360738 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Attempting to bind port 17f72a78-977c-48e5-9588-b465a278e682 on network fda207a0-e580-442a-bdfb-1e46a213f8e8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:30:10.363497 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3ad00b78-70d5-4594-b4a1-c33864b9bf38 req-846daff3-02f5-477b-a903-7835281fd96e service neutron] 10.222.0.45 "GET /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764188 Mar 18 10:30:10.367233 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:30:10.367625 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Checking segment: {'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:30:10.368035 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:10.368435 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Bound using segment: {'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:30:10.372462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Bound port: 17f72a78-977c-48e5-9588-b465a278e682, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da50f151-ce21-41d7-9c17-0a106cc16695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:30:10.372870 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17f72a78-977c-48e5-9588-b465a278e682), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:10.385184 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3f9a166e-2fb4-444d-a7ec-3c2c8f18a773 req-f403028b-2700-4841-8f64-c2bd4efb95e8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476423 Mar 18 10:30:10.556956 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] For port 17f72a78-977c-48e5-9588-b465a278e682, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:30:10.563703 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] For port 17f72a78-977c-48e5-9588-b465a278e682, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=17f72a78-977c-48e5-9588-b465a278e682,segment=NetworkSegment(da50f151-ce21-41d7-9c17-0a106cc16695),segment_id=da50f151-ce21-41d7-9c17-0a106cc16695)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:30:10.575975 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (17f72a78-977c-48e5-9588-b465a278e682), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:10.714157 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Routers {'2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:30:10.721164 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:30:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:10.724275 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-add6e72e-0731-49ff-ae12-874f09429fd6 None None] Provisioning complete for port 17f72a78-977c-48e5-9588-b465a278e682 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:10.725054 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-add6e72e-0731-49ff-ae12-874f09429fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (17f72a78-977c-48e5-9588-b465a278e682), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:10.836031 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a80d5-23b1-4183-90cd-471acae682df None None] Pushing event updated for resources: {'Port': ['ID=17f72a78-977c-48e5-9588-b465a278e682,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:10.918884 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711871d-d2ef-4dbd-8c89-0eebb2c42b27 req-cfbeb21f-34ec-4e4d-95ea-2bf371670cf5 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:10.929326 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1711871d-d2ef-4dbd-8c89-0eebb2c42b27 req-cfbeb21f-34ec-4e4d-95ea-2bf371670cf5 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 943 time: 0.1105723 Mar 18 10:30:11.123851 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1711871d-d2ef-4dbd-8c89-0eebb2c42b27 req-99c54999-9bcc-4447-8ecb-8082f2b58691 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934938 Mar 18 10:30:11.168005 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:30:11.350496 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] Set router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:30:11.395530 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa5d38-18a0-4f6c-942c-9519f9a8e5a6 req-e8fada11-ed36-47fd-8462-b678b772e1c0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:11.399171 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-19aa5d38-18a0-4f6c-942c-9519f9a8e5a6 req-e8fada11-ed36-47fd-8462-b678b772e1c0 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.2856047 Mar 18 10:30:11.571463 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-19aa5d38-18a0-4f6c-942c-9519f9a8e5a6 req-b758e1af-f3b9-47e2-9616-18cef05bd19e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597986 Mar 18 10:30:11.634427 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b875d-1d20-4bbc-97de-1d8a24c3d226 req-be1e337c-a0f8-43be-b553-221b4fbe4294 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:11.656610 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-284b875d-1d20-4bbc-97de-1d8a24c3d226 req-be1e337c-a0f8-43be-b553-221b4fbe4294 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1273749 Mar 18 10:30:11.737588 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-add6e72e-0731-49ff-ae12-874f09429fd6 None None] Current status of the port 17f72a78-977c-48e5-9588-b465a278e682 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:11.738016 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-add6e72e-0731-49ff-ae12-874f09429fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17f72a78-977c-48e5-9588-b465a278e682), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:12.077064 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:12.136509 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0', 'network_id': '2610134a-c197-4219-bbcb-468aed716fd3', 'port_id': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0', 'mac_address': 'fa:16:3e:26:21:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec27c02d-1c74-49db-bb9b-e713f3170dd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:30:12.156798 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-284b875d-1d20-4bbc-97de-1d8a24c3d226 req-4cf90b9d-1f62-43f7-91c3-14bbd24d7e65 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955378 Mar 18 10:30:12.284727 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-add6e72e-0731-49ff-ae12-874f09429fd6 None None] For port 17f72a78-977c-48e5-9588-b465a278e682, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=17f72a78-977c-48e5-9588-b465a278e682,segment=NetworkSegment(da50f151-ce21-41d7-9c17-0a106cc16695),segment_id=da50f151-ce21-41d7-9c17-0a106cc16695)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:12.324324 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-add6e72e-0731-49ff-ae12-874f09429fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (17f72a78-977c-48e5-9588-b465a278e682), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:12.494328 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:12.494728 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:12.519457 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-fe156dcc-9625-4e1f-ab82-2434ee22afe1 None None] Provisioning complete for port 17f72a78-977c-48e5-9588-b465a278e682 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:12.519822 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fe156dcc-9625-4e1f-ab82-2434ee22afe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (17f72a78-977c-48e5-9588-b465a278e682), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:12.523513 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:12.527745 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423db7a3-6939-4e9d-9059-d5082d4ecd75 req-6c1e4e12-90f5-46f5-995d-748d20134255 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:12.538178 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-423db7a3-6939-4e9d-9059-d5082d4ecd75 req-6c1e4e12-90f5-46f5-995d-748d20134255 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 943 time: 0.1948843 Mar 18 10:30:12.550513 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:12.586420 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:12.593748 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6e72e-0731-49ff-ae12-874f09429fd6 None None] Pushing event updated for resources: {'Port': ['ID=17f72a78-977c-48e5-9588-b465a278e682,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:12.672329 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:12.702465 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-423db7a3-6939-4e9d-9059-d5082d4ecd75 req-d5942d31-29b1-43cf-8ca6-9154e1d53da5 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573110 Mar 18 10:30:12.836340 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '48d187f7-cc44-44bd-b361-063116702947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:30:04Z', 'revision_number': 4, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port': {'id': '48d187f7-cc44-44bd-b361-063116702947', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:00Z', 'updated_at': '2022-03-18T10:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '17f72a78-977c-48e5-9588-b465a278e682', 'name': '', 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'mac_address': 'fa:16:3e:1a:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '749827ef-2e32-4b1d-8925-f713eb4601e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:03Z', 'updated_at': '2022-03-18T10:30:10Z', 'revision_number': 4, 'project_id': '40bd41006f644959965e72b7e1620525', 'subnets': [{'id': '749827ef-2e32-4b1d-8925-f713eb4601e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:30:12.869696 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-fe156dcc-9625-4e1f-ab82-2434ee22afe1 None None] Current status of the port 17f72a78-977c-48e5-9588-b465a278e682 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:12.874192 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb894d-a496-4da2-8149-c83e12d8fc98 None None] The sync data for ids ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'] in dv-cinder-817135-6-iscsi is: [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '48d187f7-cc44-44bd-b361-063116702947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:30:04Z', 'revision_number': 4, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port': {'id': '48d187f7-cc44-44bd-b361-063116702947', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:00Z', 'updated_at': '2022-03-18T10:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '17f72a78-977c-48e5-9588-b465a278e682', 'name': '', 'network_id': 'fda207a0-e580-442a-bdfb-1e46a213f8e8', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'mac_address': 'fa:16:3e:1a:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '749827ef-2e32-4b1d-8925-f713eb4601e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:03Z', 'updated_at': '2022-03-18T10:30:10Z', 'revision_number': 4, 'project_id': '40bd41006f644959965e72b7e1620525', 'subnets': [{'id': '749827ef-2e32-4b1d-8925-f713eb4601e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:30:12.916509 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['17445f30-bac4-4d38-9fc3-8bb37f0bf2c0'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:30:12.965551 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c941a-1425-4708-8910-eef81d54c154 req-296cd335-6a76-4a9e-9574-9290c8da0220 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:12.967719 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e2c941a-1425-4708-8910-eef81d54c154 req-296cd335-6a76-4a9e-9574-9290c8da0220 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1781561 Mar 18 10:30:13.128769 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e2c941a-1425-4708-8910-eef81d54c154 req-1043b64e-c673-4a92-87bb-2907fe270a24 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545222 Mar 18 10:30:13.452925 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb5063-5501-40b9-954b-bde38547d518 req-3e1ce494-2481-42b9-b2d8-6ec7e9aaf866 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:13.460954 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93bb5063-5501-40b9-954b-bde38547d518 req-3e1ce494-2481-42b9-b2d8-6ec7e9aaf866 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1112585 Mar 18 10:30:13.543523 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93bb5063-5501-40b9-954b-bde38547d518 req-b0ee3e6e-668a-43f1-a6ca-e9e69b3c2cba tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816767 Mar 18 10:30:13.925126 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079d73-2ad7-49e4-b9d1-c33667f914e8 req-ec50d90e-d8b8-4739-8018-d50c0ad8fc31 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:13.932564 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e079d73-2ad7-49e4-b9d1-c33667f914e8 req-ec50d90e-d8b8-4739-8018-d50c0ad8fc31 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 944 time: 0.1110089 Mar 18 10:30:14.045281 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e079d73-2ad7-49e4-b9d1-c33667f914e8 req-677745d7-bfa4-4f25-a8d6-18ea4a5deb9f tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108670 Mar 18 10:30:14.440508 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7f05a-42e3-4fc1-9505-e01ebf71ee78 req-401b0359-796a-401c-939b-70d294e9c797 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:14.453898 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caf7f05a-42e3-4fc1-9505-e01ebf71ee78 req-401b0359-796a-401c-939b-70d294e9c797 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1291840 Mar 18 10:30:14.558137 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caf7f05a-42e3-4fc1-9505-e01ebf71ee78 req-88559d68-24c4-42af-8c97-1545442225a7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967071 Mar 18 10:30:14.759707 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa59cf-f9b7-4c5b-85e5-343bcbe97e18 req-1c3172fb-2630-452e-9047-6bf52c57fe8a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:14.770438 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89fa59cf-f9b7-4c5b-85e5-343bcbe97e18 req-1c3172fb-2630-452e-9047-6bf52c57fe8a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1002226 Mar 18 10:30:14.896543 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89fa59cf-f9b7-4c5b-85e5-343bcbe97e18 req-2739e9fe-5d17-4a18-ba9a-a1ecff68de6b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249073 Mar 18 10:30:15.006300 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 17f72a78-977c-48e5-9588-b465a278e682 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:15.116886 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:15.262809 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:30:15.272775 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:15.273152 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:15.381499 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 17f72a78-977c-48e5-9588-b465a278e682 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:15.393155 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (17f72a78-977c-48e5-9588-b465a278e682), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:15.416347 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fe201-3090-43d3-86c3-a88423c7b304 req-20e59191-fe5c-4e5c-b945-743d7f8f45d2 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:15.419633 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-706fe201-3090-43d3-86c3-a88423c7b304 req-20e59191-fe5c-4e5c-b945-743d7f8f45d2 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 944 time: 0.1919444 Mar 18 10:30:15.541509 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-706fe201-3090-43d3-86c3-a88423c7b304 req-36777217-2c3c-424e-ab58-778cce39f3a0 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115305 Mar 18 10:30:15.607713 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:15.608125 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:15.611738 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 17f72a78-977c-48e5-9588-b465a278e682 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:15.650638 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:15.684233 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683f28fd-b773-46f7-8cbb-42d5d0888426" -d '{"events": [{"server_uuid": "9a7244a5-d090-4fa4-8e0a-7a0fa1f63310", "name": "network-vif-plugged", "status": "completed", "tag": "17445f30-bac4-4d38-9fc3-8bb37f0bf2c0"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:15.727843 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:15.735997 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:15.784759 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ecb5a-f73d-4f06-b336-157d411feedf req-de843486-d502-4954-bfa0-1f82ca6ff7c9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:15.820027 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-190ecb5a-f73d-4f06-b336-157d411feedf req-de843486-d502-4954-bfa0-1f82ca6ff7c9 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1721439 Mar 18 10:30:15.830462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce2deb6-caeb-42e6-96be-938ba1dc488b x-openstack-request-id: req-fce2deb6-caeb-42e6-96be-938ba1dc488b {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:15.830781 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7244a5-d090-4fa4-8e0a-7a0fa1f63310", "name": "network-vif-plugged", "status": "completed", "tag": "17445f30-bac4-4d38-9fc3-8bb37f0bf2c0", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:15.831056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fce2deb6-caeb-42e6-96be-938ba1dc488b {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:15.831466 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0', 'code': 200} Mar 18 10:30:15.862964 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:15.915138 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-190ecb5a-f73d-4f06-b336-157d411feedf req-f9f38297-5df9-4b89-a051-2315948e8537 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916247 Mar 18 10:30:15.932043 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-e6d71dc5-7ba9-4a07-b37e-681fb248da93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271243 Mar 18 10:30:16.127118 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-8fcd1ee0-e997-4c86-889f-cfdb30ae78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.128337 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-8fcd1ee0-e997-4c86-889f-cfdb30ae78a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 1130 time: 0.1322966 Mar 18 10:30:16.198074 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fac77e-a3b1-4008-a2e0-9ae80fbf62e1 req-7317e35c-53f6-4b36-a5ce-3dce65ffea27 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.203899 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6fac77e-a3b1-4008-a2e0-9ae80fbf62e1 req-7317e35c-53f6-4b36-a5ce-3dce65ffea27 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1300375 Mar 18 10:30:16.285132 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37b9fa-8446-45ae-aae4-7d11f2fb9d2e req-b378fdc3-b2c7-4a9b-bd7f-062d4b9c2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.286911 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ed37b9fa-8446-45ae-aae4-7d11f2fb9d2e req-b378fdc3-b2c7-4a9b-bd7f-062d4b9c2bda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 1129 time: 0.2221620 Mar 18 10:30:16.350716 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ed37b9fa-8446-45ae-aae4-7d11f2fb9d2e req-746e1fb3-2f60-4aae-b6c6-76bab63e88ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Mar 18 10:30:16.388396 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6fac77e-a3b1-4008-a2e0-9ae80fbf62e1 req-52fa7ba4-9b4f-478a-8ff8-84f3a4562048 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827691 Mar 18 10:30:16.474784 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-34c21734-15a6-44e7-b200-c06a509ae2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.476363 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-34c21734-15a6-44e7-b200-c06a509ae2ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 911 time: 0.3206966 Mar 18 10:30:16.641116 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:16.743580 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25467f-d61e-4a13-91ba-16690da1a232 req-38536e47-c59c-42d8-ab90-5da2d5ef3906 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.751845 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7b25467f-d61e-4a13-91ba-16690da1a232 req-38536e47-c59c-42d8-ab90-5da2d5ef3906 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 945 time: 0.0832949 Mar 18 10:30:16.788722 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-6f29f0cc-4592-47ed-8805-62f2a9f71171 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 200 len: 1002 time: 0.2369053 Mar 18 10:30:16.858581 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7b25467f-d61e-4a13-91ba-16690da1a232 req-d46dee7c-3d13-4a00-85c3-9d88ad7eb704 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038828 Mar 18 10:30:16.894749 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-4379783d-430a-49e3-b4d2-ddd31545f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:16.897647 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-4379783d-430a-49e3-b4d2-ddd31545f613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.1031418 Mar 18 10:30:17.010587 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-0f6428c6-9e98-407c-8cc1-05a878fe528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:17.018161 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-0f6428c6-9e98-407c-8cc1-05a878fe528a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006370 Mar 18 10:30:17.184850 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-0c0f04bf-a4d8-48b1-936f-f35aa101b66f service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598375 Mar 18 10:30:17.329296 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0f43fe5-63c2-4305-861a-c3aa3e3e03a5 req-70ebcdd0-7384-4185-8b46-89253f525595 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330283 Mar 18 10:30:17.393612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a62eb-fe61-492a-be2a-149b7444dddf req-ff2b0f8c-fb94-4b91-aa20-0c64c567fce7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:17.412478 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-964a62eb-fe61-492a-be2a-149b7444dddf req-ff2b0f8c-fb94-4b91-aa20-0c64c567fce7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.2268794 Mar 18 10:30:17.558933 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-964a62eb-fe61-492a-be2a-149b7444dddf req-0c1389da-0553-4848-b507-440f18c66b26 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448958 Mar 18 10:30:17.638887 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f20092-3166-4b56-a67b-65be56333204 req-1e3f8b27-e442-42df-8217-c5a88ca090c0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:17.640995 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19f20092-3166-4b56-a67b-65be56333204 req-1e3f8b27-e442-42df-8217-c5a88ca090c0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1145306 Mar 18 10:30:17.728368 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19f20092-3166-4b56-a67b-65be56333204 req-e5e1c1a5-299a-42b9-9765-949bf751773f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804660 Mar 18 10:30:18.206260 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df7a92-4f9c-4a91-96df-ad174a58669b req-1f97f4d5-51f1-4e1c-bd40-0857ccee4afa tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:18.235487 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49df7a92-4f9c-4a91-96df-ad174a58669b req-1f97f4d5-51f1-4e1c-bd40-0857ccee4afa tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 945 time: 0.2073629 Mar 18 10:30:18.418336 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49df7a92-4f9c-4a91-96df-ad174a58669b req-c371ed08-013a-47eb-9435-990f3ef54b14 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770217 Mar 18 10:30:18.846788 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb268-31c2-4168-84e4-745485e7a8f0 req-e77ba32d-b3bb-4b1e-919a-962067024fe5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:18.864198 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fedfb268-31c2-4168-84e4-745485e7a8f0 req-e77ba32d-b3bb-4b1e-919a-962067024fe5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1647174 Mar 18 10:30:19.018852 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fedfb268-31c2-4168-84e4-745485e7a8f0 req-2fc7a593-1b51-4999-9ad6-490b5581bab8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528292 Mar 18 10:30:19.076272 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f10e-aa4a-42da-8038-5925c855e040 req-58ef0412-73e8-4780-b194-a4dff2f9be01 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:19.094389 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8488f10e-aa4a-42da-8038-5925c855e040 req-58ef0412-73e8-4780-b194-a4dff2f9be01 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1555250 Mar 18 10:30:19.198147 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8488f10e-aa4a-42da-8038-5925c855e040 req-aae69a45-0d07-4abf-960c-df8b2058cefa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991101 Mar 18 10:30:19.927303 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e00cc4-74eb-4641-b4e5-1324584888d6 req-28635b03-75a9-40c8-8cf2-f01ef323774f tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:19.934385 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-18e00cc4-74eb-4641-b4e5-1324584888d6 req-28635b03-75a9-40c8-8cf2-f01ef323774f tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 945 time: 0.1253753 Mar 18 10:30:20.050496 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-18e00cc4-74eb-4641-b4e5-1324584888d6 req-9be6a5b0-46b5-49f9-95d1-4ec81e55bf6c tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140950 Mar 18 10:30:20.247605 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb55b84-5dc6-4c87-a7e9-0120c2a88431 req-52c3b97d-3c63-4d91-af7f-0199e0784296 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:20.268787 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb55b84-5dc6-4c87-a7e9-0120c2a88431 req-52c3b97d-3c63-4d91-af7f-0199e0784296 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1217372 Mar 18 10:30:20.356877 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb55b84-5dc6-4c87-a7e9-0120c2a88431 req-3092a701-a954-4e43-8ec6-39c5b08c1e9b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831616 Mar 18 10:30:20.447299 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408962e4-4213-401e-81aa-0166163cff63 req-e7f84ebb-6d38-4f1b-ad14-8ac79d0a7e91 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:20.449562 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-408962e4-4213-401e-81aa-0166163cff63 req-e7f84ebb-6d38-4f1b-ad14-8ac79d0a7e91 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1058018 Mar 18 10:30:20.530611 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-408962e4-4213-401e-81aa-0166163cff63 req-505187e7-a497-4762-aaa8-e2a225ebd55d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750706 Mar 18 10:30:21.322848 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a4d56730-8b6a-4e97-81cc-2555ab793f1d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:21.326916 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a4d56730-8b6a-4e97-81cc-2555ab793f1d tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 945 time: 0.1174686 Mar 18 10:30:21.352273 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cbe8c-e066-413f-b70f-e901451046d1 req-5ae7f6b2-332a-4b2f-8fa6-2ad5ec4bf806 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:21.366826 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc9cbe8c-e066-413f-b70f-e901451046d1 req-5ae7f6b2-332a-4b2f-8fa6-2ad5ec4bf806 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 945 time: 0.1262197 Mar 18 10:30:21.478188 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc9cbe8c-e066-413f-b70f-e901451046d1 req-75579455-dd72-441f-b911-9e97b12a5c74 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/security-groups?id=94985900-1ac2-47c3-bb02-ad6556b8c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096044 Mar 18 10:30:21.553556 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b59a5-c94f-46aa-a8a0-c13f36340f79 req-6fd59490-2d7d-4f99-b5c0-ec4c9b1608c6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:21.561434 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a1b59a5-c94f-46aa-a8a0-c13f36340f79 req-6fd59490-2d7d-4f99-b5c0-ec4c9b1608c6 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1141307 Mar 18 10:30:21.601236 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Deleting port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:30:21.601958 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:21.711901 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] For port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,segment=NetworkSegment(acf134e4-846e-4c8e-a655-999c05ff8dd1),segment_id=acf134e4-846e-4c8e-a655-999c05ff8dd1)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:21.712258 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:21.727933 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Calling delete_port for 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:30:21.792505 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004a2e-d744-4b13-8f1a-f64838422a69 req-b333628d-0a77-467a-957f-58e231c6426f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:21.814245 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62004a2e-d744-4b13-8f1a-f64838422a69 req-b333628d-0a77-467a-957f-58e231c6426f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1537230 Mar 18 10:30:21.848026 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a1b59a5-c94f-46aa-a8a0-c13f36340f79 req-d9970368-ea95-4bc6-94d9-c4f070075af5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854247 Mar 18 10:30:21.894183 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-16ca44f7-3df6-4400-8aa0-2a93ba27aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:21.897765 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-16ca44f7-3df6-4400-8aa0-2a93ba27aadc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1129 time: 0.1124895 Mar 18 10:30:21.938331 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62004a2e-d744-4b13-8f1a-f64838422a69 req-86d30245-7be7-4dff-8fda-9627d2ef4b59 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161902 Mar 18 10:30:22.109882 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (17445f30-bac4-4d38-9fc3-8bb37f0bf2c0), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:22.122820 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['17445f30-bac4-4d38-9fc3-8bb37f0bf2c0'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:30:22.201451 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Pushing event deleted for resources: {'Port': ['ID=17445f30-bac4-4d38-9fc3-8bb37f0bf2c0,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.240686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.242840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.242840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:22.263753 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-8162f1b3-c38b-4911-8f90-d2afe44ab202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:22.268758 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-8162f1b3-c38b-4911-8f90-d2afe44ab202 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.3611939 Mar 18 10:30:22.297863 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] No DVR routers for this DVR port 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:30:22.331748 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:22.335266 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7118a7e9-45d0-450b-8e8f-ca0862f25876 req-a57bdd56-c2ed-4c30-892f-74d57fb4ff13 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.45 "DELETE /v2.0/ports/17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 HTTP/1.1" status: 204 len: 173 time: 0.9969094 Mar 18 10:30:22.335757 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'name': 'network-vif-deleted', 'tag': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:22.338223 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64457f0b-f482-42ef-a43e-60fcc870183a" -d '{"events": [{"server_uuid": "9a7244a5-d090-4fa4-8e0a-7a0fa1f63310", "name": "network-vif-deleted", "tag": "17445f30-bac4-4d38-9fc3-8bb37f0bf2c0"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:22.409252 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6704fb2-f476-4596-8c5c-4b886668c998 x-openstack-request-id: req-e6704fb2-f476-4596-8c5c-4b886668c998 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:22.414049 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7244a5-d090-4fa4-8e0a-7a0fa1f63310", "name": "network-vif-deleted", "tag": "17445f30-bac4-4d38-9fc3-8bb37f0bf2c0", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:22.414049 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6704fb2-f476-4596-8c5c-4b886668c998 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:22.414049 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7244a5-d090-4fa4-8e0a-7a0fa1f63310', 'name': 'network-vif-deleted', 'tag': '17445f30-bac4-4d38-9fc3-8bb37f0bf2c0', 'status': 'completed', 'code': 200} Mar 18 10:30:22.414049 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-8c99f77c-9d1e-4e73-80cc-7645d21d2bbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 999 time: 0.1213448 Mar 18 10:30:22.539324 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-f9d552ff-4fb2-47b4-b9ba-32195f33d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:22.541105 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-f9d552ff-4fb2-47b4-b9ba-32195f33d3e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.1217947 Mar 18 10:30:22.568166 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3a23f-4327-4b69-bf42-8da71348f502 req-7b1f0003-131a-4596-b1bd-4096b0e0ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:22.569873 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80b3a23f-4327-4b69-bf42-8da71348f502 req-7b1f0003-131a-4596-b1bd-4096b0e0ffc0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.0976837 Mar 18 10:30:22.656624 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb90d5f4-11fc-4013-ae61-edbc43454690 req-a4709425-75ff-4f9b-a87b-cd0fddae9043 tempest-VolumesActionsTest-876132483 tempest-VolumesActionsTest-876132483-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a7244a5-d090-4fa4-8e0a-7a0fa1f63310 HTTP/1.1" status: 200 len: 210 time: 0.0540378 Mar 18 10:30:22.664039 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80b3a23f-4327-4b69-bf42-8da71348f502 req-e26cafa8-4b75-4f2a-af2f-015b44216ee6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726120 Mar 18 10:30:22.670742 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-4290aab5-aaa3-4328-ba43-252f7c370fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:22.672344 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-4290aab5-aaa3-4328-ba43-252f7c370fd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247137 Mar 18 10:30:23.033086 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-4962ded9-9f71-40f5-8016-8961238c7f04 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640975 Mar 18 10:30:23.046406 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62c570-ecb8-4a47-a428-9299e7695edb req-1c2bcdf5-c973-4210-ac38-5f58905b4e8c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:23.047505 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0c62c570-ecb8-4a47-a428-9299e7695edb req-1c2bcdf5-c973-4210-ac38-5f58905b4e8c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1085839 Mar 18 10:30:23.098838 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa4e78-05e2-48db-9150-6834c2590c97 req-0f578cea-2674-45d6-9568-6819eeb30e53 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:23.100601 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-97aa4e78-05e2-48db-9150-6834c2590c97 req-0f578cea-2674-45d6-9568-6819eeb30e53 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0726361 Mar 18 10:30:23.171603 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0c62c570-ecb8-4a47-a428-9299e7695edb req-06e6163f-c52d-41fc-bf8e-c6623a0ec16d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144111 Mar 18 10:30:23.186589 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38d8d24c-3987-49cd-ad64-677722c9a131 req-0626b775-5733-4a88-844c-6e9a46835e64 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379228 Mar 18 10:30:23.190614 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-97aa4e78-05e2-48db-9150-6834c2590c97 req-290b4da5-a8b3-4eaf-a5c9-b7aa2e211509 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820994 Mar 18 10:30:23.710030 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-40ea93fe-e77d-4961-b467-e1fded12b715 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:23.711690 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-40ea93fe-e77d-4961-b467-e1fded12b715 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 814 time: 0.1081228 Mar 18 10:30:23.737185 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-3af4a7aa-fe74-4a8c-b21a-1c9ee94f5494 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/quotas/3eb797e0787b4311b2e7731023ce7daf HTTP/1.1" status: 200 len: 375 time: 0.0155418 Mar 18 10:30:23.808907 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-ac2b7088-1f23-48be-8f46-e52092ef8804 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704713 Mar 18 10:30:23.937801 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-5ec6d01f-bbb5-47b3-aa1e-619e80981a31 service neutron] 10.222.0.44 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116598 Mar 18 10:30:24.048646 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-0c5d1e5e-5737-4c2d-b497-81a9b1c789d3 service neutron] 10.222.0.44 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010156 Mar 18 10:30:24.317090 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d1d8b9f9-2068-425a-aa89-fb7edd2edc2b req-aab3294a-56f7-4bce-b651-91e4b1d00b40 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 210 time: 0.0396066 Mar 18 10:30:24.385567 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5879cda-615a-4103-88cb-e82a54ba120c req-7a0bac52-56dd-42a5-814c-7b435fefa196 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:24.399776 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5879cda-615a-4103-88cb-e82a54ba120c req-7a0bac52-56dd-42a5-814c-7b435fefa196 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1099865 Mar 18 10:30:24.499898 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5879cda-615a-4103-88cb-e82a54ba120c req-d39fafbe-33de-41a1-ab34-3ef0066c483c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874820 Mar 18 10:30:24.509965 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df0d1e-66f4-4696-a268-bc93215b52b5 req-aad109f8-b3e7-4218-9718-53e316a41b70 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:24.511652 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d2df0d1e-66f4-4696-a268-bc93215b52b5 req-aad109f8-b3e7-4218-9718-53e316a41b70 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1033709 Mar 18 10:30:24.579869 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d2df0d1e-66f4-4696-a268-bc93215b52b5 req-73f9e506-8303-4b88-b887-8572a8bf20b6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556924 Mar 18 10:30:25.057308 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-0d7c1480-cd37-493a-8e97-d39d4e748728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:25.059392 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-0d7c1480-cd37-493a-8e97-d39d4e748728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 1130 time: 0.1105185 Mar 18 10:30:25.073714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f148e-d1e5-415e-a8e7-32448e0c1df7 req-27c47dee-84a9-48f4-952c-042a379c6e1a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:25.075465 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-325f148e-d1e5-415e-a8e7-32448e0c1df7 req-27c47dee-84a9-48f4-952c-042a379c6e1a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1047463 Mar 18 10:30:25.134789 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-325f148e-d1e5-415e-a8e7-32448e0c1df7 req-42611b79-6a34-4615-8fe8-36c9c85cb4d2 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Mar 18 10:30:25.416967 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-629c3575-6235-4303-b280-5def9c7648fb req-57a51475-3937-44f9-8f7e-515e3a80a833 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 210 time: 0.0336435 Mar 18 10:30:25.727296 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32998268-f9ac-4356-b4d6-06974f793246 req-9c9b32aa-cb50-443d-a3b8-c5a21b7a937f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:25.728942 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-32998268-f9ac-4356-b4d6-06974f793246 req-9c9b32aa-cb50-443d-a3b8-c5a21b7a937f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0577500 Mar 18 10:30:25.780791 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-32998268-f9ac-4356-b4d6-06974f793246 req-10758fe9-2951-499a-87f9-91f91f6029c8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457199 Mar 18 10:30:26.292396 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1ec7f-2168-43c6-922b-5d7a2032c69c req-e253a84b-a5e3-49c3-abd4-3d9bf0777c36 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:26.295579 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33f1ec7f-2168-43c6-922b-5d7a2032c69c req-e253a84b-a5e3-49c3-abd4-3d9bf0777c36 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0826025 Mar 18 10:30:26.353948 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-8406b29b-fb34-4350-8b81-1ade8f745664 req-1b683d9d-4cc3-4ecb-91fe-7295141be5bd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:30:26.355608 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8406b29b-fb34-4350-8b81-1ade8f745664 req-1b683d9d-4cc3-4ecb-91fe-7295141be5bd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063295 Mar 18 10:30:26.372828 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33f1ec7f-2168-43c6-922b-5d7a2032c69c req-f6a2686d-f0cc-4282-8158-3f4662031dfe tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691066 Mar 18 10:30:26.567331 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:30:26.569370 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61e15143-9467-4bd0-adea-79776d5f0c41 req-63fb6076-60e6-45db-bbba-debd9ade1775 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 210 time: 0.0418913 Mar 18 10:30:26.603199 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:30:26.603947 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 17445f30-bac4-4d38-9fc3-8bb37f0bf2c0 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:30:26.604669 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:30:26.608843 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fffc9-b408-40f2-9a52-e3fe9157e8a0 req-e9e88611-2cdf-4bd8-abf9-1a034936108c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:26.616950 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d92fffc9-b408-40f2-9a52-e3fe9157e8a0 req-e9e88611-2cdf-4bd8-abf9-1a034936108c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0979421 Mar 18 10:30:26.669465 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d92fffc9-b408-40f2-9a52-e3fe9157e8a0 req-2348b6bf-87fe-4cf5-8966-99382f6d0ad1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512252 Mar 18 10:30:26.711783 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: ACTIVE; New status is: DOWN {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:26.712386 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:26.744664 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:26.747598 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5718f55a-b73a-41b1-8f91-eadd03f4c006" -d '{"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-unplugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:26.762189 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:26.769588 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:26.802488 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a94a330-4cbe-44d5-854c-0f0a09b01883 x-openstack-request-id: req-8a94a330-4cbe-44d5-854c-0f0a09b01883 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:26.802763 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-unplugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:26.803015 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a94a330-4cbe-44d5-854c-0f0a09b01883 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:26.803411 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4', 'code': 200} Mar 18 10:30:26.833964 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=8']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:27.026509 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 39634) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:30:27.122905 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-68e2d6a6-0a3e-4ca2-a41f-6799f9ffa752 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951662 Mar 18 10:30:27.132535 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-477544c2-e387-4ecc-ae06-709533fb27b1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:30:27.133598 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-477544c2-e387-4ecc-ae06-709533fb27b1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057011 Mar 18 10:30:27.218360 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 39642) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:30:27.322192 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-20dc8d8c-bd42-4a70-b323-4388248dec16 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:27.324225 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-20dc8d8c-bd42-4a70-b323-4388248dec16 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports/03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 940 time: 0.1047766 Mar 18 10:30:27.470874 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:30:27.636953 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: DOWN; New status is: DOWN {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:27.661274 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b107f-bbef-4099-938e-f0e3fe276f91 req-079308f0-0ce7-4fc6-99de-5dd517b0cf57 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:27.669409 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e1b107f-bbef-4099-938e-f0e3fe276f91 req-079308f0-0ce7-4fc6-99de-5dd517b0cf57 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.2063715 Mar 18 10:30:27.739898 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-1d1a6604-25d4-4378-b9e2-ade308f5c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:27.742956 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-1d1a6604-25d4-4378-b9e2-ade308f5c3ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 200 len: 919 time: 0.2487991 Mar 18 10:30:27.756000 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-407b8b4b-bd7b-43b3-b7df-85ebf53b71f8 req-81ac6118-be8b-4369-8f10-63bf744a8407 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 210 time: 0.0507240 Mar 18 10:30:27.848392 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-210a8724-932c-4eda-8379-2d36351a6c93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 200 len: 217 time: 0.0920389 Mar 18 10:30:27.948888 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e1b107f-bbef-4099-938e-f0e3fe276f91 req-b22eca0a-7079-469d-b38f-fc8a3fcdcffb tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766531 Mar 18 10:30:27.980743 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-c2b80ee4-d891-41df-bc33-c90003a4cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:27.983656 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-c2b80ee4-d891-41df-bc33-c90003a4cfa6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 200 len: 858 time: 0.1250126 Mar 18 10:30:28.007940 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef4035-0629-4bca-8775-9b99f01e3b9b req-e780097f-6d91-4948-9371-460895ad7378 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:28.009606 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46ef4035-0629-4bca-8775-9b99f01e3b9b req-e780097f-6d91-4948-9371-460895ad7378 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0962334 Mar 18 10:30:28.074975 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-b67bc18d-33ec-452c-b270-af5e8f0fb979 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd212510-b483-441b-8000-a1f6f247a2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718222 Mar 18 10:30:28.196936 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46ef4035-0629-4bca-8775-9b99f01e3b9b req-e31c9ae9-d695-4afa-91e2-12b5a341f2d3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598589 Mar 18 10:30:28.630043 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-13a1beec-e057-4494-98aa-c23d49f1f41a service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481441 Mar 18 10:30:28.715909 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2efe1ba0-5448-45ba-931f-310bd55dbf0d tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:28.720130 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2efe1ba0-5448-45ba-931f-310bd55dbf0d tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 814 time: 0.2567914 Mar 18 10:30:28.747369 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'port': {'device_id': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'admin_state_up': True, 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:29.232231 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6a82dd2d-e1b5-4291-8009-3070d33ac291 req-dd87846e-8f3b-4c42-891a-eaaded0c9cfb service neutron] 10.222.0.45 "GET /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921123 Mar 18 10:30:29.254410 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3db6ef7e-e1b9-4322-9fdd-4f3cca41c90b req-c9b0eda7-125a-4c01-9aec-0feeaf27d942 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 210 time: 0.2777383 Mar 18 10:30:29.444963 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869480-daa6-4fb8-9ed5-b2e0fbd567c7 req-25482bc4-004b-46b2-8ab0-ea1d4687142b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:29.447421 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96869480-daa6-4fb8-9ed5-b2e0fbd567c7 req-25482bc4-004b-46b2-8ab0-ea1d4687142b tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1955655 Mar 18 10:30:29.453252 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Made reservation on behalf of 3eb797e0787b4311b2e7731023ce7daf for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:30:29.479170 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:29.736500 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96869480-daa6-4fb8-9ed5-b2e0fbd567c7 req-d1a7895c-c7b7-459b-b12a-f104f59da3f7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647161 Mar 18 10:30:29.853188 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-747eb9f1-7734-4db3-bf40-09100117161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:30.308257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Allocated IP 172.20.0.5 (a4ef730a-2fbc-4dd3-bd1f-a89c12044402/69a56222-72da-47cf-8295-5d723f92bbbf/32701148-c80a-414e-a87c-92ee190db4dd) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:30:30.600425 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1bf724d5-7a45-4544-bf5f-eed44896befe req-174290b4-7bc8-4924-a0ff-e24c8f1bc473 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 210 time: 0.0732791 Mar 18 10:30:30.924526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for port (32701148-c80a-414e-a87c-92ee190db4dd), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:30.943283 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6f391-cc59-42e7-bf59-eb1100b5f076 req-fa4884a4-59be-4406-a6c8-c256295ee010 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:30.951627 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f1a6f391-cc59-42e7-bf59-eb1100b5f076 req-fa4884a4-59be-4406-a6c8-c256295ee010 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0840466 Mar 18 10:30:31.022448 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f1a6f391-cc59-42e7-bf59-eb1100b5f076 req-fe7e83a7-d0a0-4ef3-a967-b575018c5a69 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693941 Mar 18 10:30:31.105963 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27c0e-27e7-4f15-827d-0e221c74748a req-81dcce79-83c1-46c2-9c1b-8a8d0010e14f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:31.115414 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b4d27c0e-27e7-4f15-827d-0e221c74748a req-81dcce79-83c1-46c2-9c1b-8a8d0010e14f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 1.5920656 Mar 18 10:30:31.173204 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-ad6ccfb9-dcf6-4d25-b812-f37d0f5f2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:31.175759 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-ad6ccfb9-dcf6-4d25-b812-f37d0f5f2a90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9&tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 1127 time: 0.5305300 Mar 18 10:30:31.184159 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:31.213277 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:30:31.247746 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:30:31.274952 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:30:31.507516 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:31.562775 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b4d27c0e-27e7-4f15-827d-0e221c74748a req-1dd5af56-1a2b-4316-a099-4d245775db18 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456611 Mar 18 10:30:31.652791 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:31.665046 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:31.683196 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-e8664db6-58cd-4fa3-9850-296e41e4b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:31.685409 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-e8664db6-58cd-4fa3-9850-296e41e4b23a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1127 time: 0.4632900 Mar 18 10:30:31.708092 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:30:31.832546 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-dca2f939-8ec9-4e8b-8c0c-0bcf31cb1dc4 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0989041 Mar 18 10:30:31.855815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Request body: {'port': {'device_id': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:30:31.983460 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (32701148-c80a-414e-a87c-92ee190db4dd), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:31.989363 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-044271e9-f582-4d5c-b217-1d92a9b181de None None] Provisioning complete for port 32701148-c80a-414e-a87c-92ee190db4dd triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:32.007687 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-044271e9-f582-4d5c-b217-1d92a9b181de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (32701148-c80a-414e-a87c-92ee190db4dd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:32.032913 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50056b19-568a-4ff1-9802-1ccb35502ffe req-158ba7dd-2b0b-45a2-a0f2-3d2402b62afc tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:32.058125 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50056b19-568a-4ff1-9802-1ccb35502ffe req-158ba7dd-2b0b-45a2-a0f2-3d2402b62afc tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 931 time: 0.2678809 Mar 18 10:30:32.113962 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-b60755d5-2542-4632-8970-a0a18d911739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:32.116048 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-b60755d5-2542-4632-8970-a0a18d911739 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.4207497 Mar 18 10:30:32.146533 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-044271e9-f582-4d5c-b217-1d92a9b181de None None] Port 32701148-c80a-414e-a87c-92ee190db4dd cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:30:32.323974 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50056b19-568a-4ff1-9802-1ccb35502ffe req-329c49ba-72c9-4c66-93ed-451c1bbc8f03 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631052 Mar 18 10:30:32.477109 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-a7db528f-6099-417f-bfb5-1dd32a69dde9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 997 time: 0.3520539 Mar 18 10:30:32.581575 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f71b8-114d-4163-9664-de18b650c04b req-61f49457-657a-45fb-a194-0d50a07a1802 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:32.583626 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f72f71b8-114d-4163-9664-de18b650c04b req-61f49457-657a-45fb-a194-0d50a07a1802 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.2799211 Mar 18 10:30:32.646866 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-77bd87fd-5a74-4e6b-82c4-624588d62c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:32.648693 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-77bd87fd-5a74-4e6b-82c4-624588d62c18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.1163416 Mar 18 10:30:32.846174 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f72f71b8-114d-4163-9664-de18b650c04b req-4513c013-c273-4800-8798-c615bc50500d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235842 Mar 18 10:30:32.907195 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f34ddd93-e8f4-4055-8046-52d7f2eda059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:32.929179 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-fe9cac17-c882-483d-b618-248861a7c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:32.931505 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-fe9cac17-c882-483d-b618-248861a7c95b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2684889 Mar 18 10:30:33.140577 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96736a86-01d7-4497-86a7-26c3618d9d5c req-bfdffda4-a6aa-4552-b8db-facdf7e7e92b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:33.142260 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96736a86-01d7-4497-86a7-26c3618d9d5c req-bfdffda4-a6aa-4552-b8db-facdf7e7e92b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.3374302 Mar 18 10:30:33.181693 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32701148-c80a-414e-a87c-92ee190db4dd {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:33.200595 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Publish callbacks [] for port (32701148-c80a-414e-a87c-92ee190db4dd), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:33.237540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Transition to ACTIVE for port object 32701148-c80a-414e-a87c-92ee190db4dd will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:30:33.284598 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96736a86-01d7-4497-86a7-26c3618d9d5c req-97d54f1c-c0c0-424f-9591-5b0fb87e3595 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132588 Mar 18 10:30:33.299040 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:33.624351 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Pushing event updated for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:33.743436 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-dafb7805-fb87-4876-89cf-d4d7be596366 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981127 Mar 18 10:30:33.790877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e414765-f995-4c10-8e07-2f6ee541532b req-a0857813-d1ef-469c-b638-2071b5511fd7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:33.809066 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e414765-f995-4c10-8e07-2f6ee541532b req-a0857813-d1ef-469c-b638-2071b5511fd7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.3185761 Mar 18 10:30:33.987549 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e414765-f995-4c10-8e07-2f6ee541532b req-f176ba5d-9aab-4590-ba10-f0176820ee72 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701615 Mar 18 10:30:34.120835 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:34.292273 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a36fe20-21b0-436d-9ec1-90697ab6ed34 req-c85cce76-f176-4819-9d03-dcbab50c2734 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397334 Mar 18 10:30:34.348715 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Attempting to bind port 32701148-c80a-414e-a87c-92ee190db4dd on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:30:34.349282 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Attempting to bind port 32701148-c80a-414e-a87c-92ee190db4dd by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:30:34.350675 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Attempting to bind port 32701148-c80a-414e-a87c-92ee190db4dd on network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:30:34.384262 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Port 32701148-c80a-414e-a87c-92ee190db4dd on network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:30:34.384683 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Attempting to bind port 32701148-c80a-414e-a87c-92ee190db4dd on network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:30:34.409401 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:30:34.409958 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Checking segment: {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:30:34.410248 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Bound using segment: {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:30:34.410643 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Bound port: 32701148-c80a-414e-a87c-92ee190db4dd, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb830b0-e41f-4368-b0ba-21dc14c890f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:30:34.411011 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (32701148-c80a-414e-a87c-92ee190db4dd), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:35.013359 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4830f-cc27-4389-a766-461d9d80ffab req-30d24f18-495d-43f6-9684-e93fbced4189 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:35.017033 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6bd4830f-cc27-4389-a766-461d9d80ffab req-30d24f18-495d-43f6-9684-e93fbced4189 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.4232085 Mar 18 10:30:35.019199 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:30:35.039274 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32701148-c80a-414e-a87c-92ee190db4dd,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:30:35.064609 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:35.263044 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:35.267235 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:35.276035 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] 10.222.0.45 "PUT /v2.0/ports/32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 1093 time: 3.4210572 Mar 18 10:30:35.292905 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:35.307819 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:35.386992 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa86e27-7f6a-465b-af13-c075ad8d472d service neutron] Pushing event updated for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:35.594259 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f1cb0-95ec-4ff1-b356-02d521c6744c req-a3f92730-5a09-4516-9c56-ff90575544bb tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:35.617261 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-567f1cb0-95ec-4ff1-b356-02d521c6744c req-a3f92730-5a09-4516-9c56-ff90575544bb tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.2871413 Mar 18 10:30:35.624662 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6bd4830f-cc27-4389-a766-461d9d80ffab req-bca33180-3a57-431a-a7fc-b8f410e012d4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5903380 Mar 18 10:30:35.687375 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-85375fea-e563-44f7-9cb3-961ec261e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:35.695412 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-85375fea-e563-44f7-9cb3-961ec261e359 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1127 time: 0.2950261 Mar 18 10:30:35.770802 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-567f1cb0-95ec-4ff1-b356-02d521c6744c req-8f620536-0b85-4251-8b22-59ddcafc4ca6 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517315 Mar 18 10:30:35.847415 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-3c3c8b9c-4442-4df5-97a4-4fa7af1c2bbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 217 time: 0.1359937 Mar 18 10:30:35.849087 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7146d4-633c-4d5c-a49a-2d0c5a1e3089 x-openstack-request-id: req-0a7146d4-633c-4d5c-a49a-2d0c5a1e3089 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:35.849395 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:35.849759 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a7146d4-633c-4d5c-a49a-2d0c5a1e3089 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:35.850347 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd', 'status': 'completed', 'code': 200} Mar 18 10:30:35.970489 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:36.051987 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-c7dcb71a-227d-4ac4-ab3f-db4ae091b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.060321 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-c7dcb71a-227d-4ac4-ab3f-db4ae091b8e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.2013776 Mar 18 10:30:36.254688 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-a22b7eff-7e91-4d4d-abab-4f7636954a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.263940 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-a22b7eff-7e91-4d4d-abab-4f7636954a51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853735 Mar 18 10:30:36.494859 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-f73a4bde-a197-4ff4-a4d1-5778517ef930 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235763 Mar 18 10:30:36.743266 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-33198ac6-76c8-48ad-ad9e-db594f454f56 req-281d6e88-b0d2-4215-a4c6-0ed99a2424c2 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306638 Mar 18 10:30:36.988898 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-607d6cab-0f4d-4f8b-8456-c1e6c1fd3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:36.992018 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-607d6cab-0f4d-4f8b-8456-c1e6c1fd3fe8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1127 time: 0.1659904 Mar 18 10:30:37.231798 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0637b-dff5-49aa-8cf0-308eaba1bca0 req-9119b601-8f79-4dd1-bb2b-33b16cd76587 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:37.232824 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:37.258790 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74e0637b-dff5-49aa-8cf0-308eaba1bca0 req-9119b601-8f79-4dd1-bb2b-33b16cd76587 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.2765510 Mar 18 10:30:37.378706 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74e0637b-dff5-49aa-8cf0-308eaba1bca0 req-7b60ba3f-138e-4da0-9277-e18077b6fff7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186681 Mar 18 10:30:37.745107 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-db6df733-90fe-48bb-b6cc-9885c9366cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:37.747044 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-db6df733-90fe-48bb-b6cc-9885c9366cf7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 915 time: 0.7319694 Mar 18 10:30:37.759831 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2a9c-fd80-4e31-af7b-9d56e9806a77 req-e9d66fc5-27cc-4ba5-a23b-644e2f26ce16 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:37.767190 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb5b2a9c-fd80-4e31-af7b-9d56e9806a77 req-e9d66fc5-27cc-4ba5-a23b-644e2f26ce16 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.9987988 Mar 18 10:30:37.815718 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-b7878ad6-e330-495e-b1f1-368a5716c281 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 217 time: 0.0412765 Mar 18 10:30:37.895949 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-e9db2cc0-4877-431c-ae44-8a3fac73fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:37.898401 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-e9db2cc0-4877-431c-ae44-8a3fac73fa20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.0702567 Mar 18 10:30:38.000950 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb5b2a9c-fd80-4e31-af7b-9d56e9806a77 req-6a1ad472-ed90-4c08-959a-160169d6fdef tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327194 Mar 18 10:30:38.148499 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-e4c515f9-f17e-495e-9963-13c944e4a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:38.149655 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-e4c515f9-f17e-495e-9963-13c944e4a903 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2375000 Mar 18 10:30:38.469472 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-e65a9cb1-b4b6-4cb5-99f4-cc80c36f951b service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125286 Mar 18 10:30:38.624522 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5229e4af-c358-43d7-ac1c-6f3599cb7eb0 req-4c402732-b5ae-466b-9b9a-2cc86f9f941c service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483283 Mar 18 10:30:38.727067 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72c37d-0e35-409d-a629-c306e9188958 req-9c722d9d-ef52-40e6-b6d4-0e774ff3d642 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:38.729530 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3c72c37d-0e35-409d-a629-c306e9188958 req-9c722d9d-ef52-40e6-b6d4-0e774ff3d642 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.1037729 Mar 18 10:30:38.801578 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3c72c37d-0e35-409d-a629-c306e9188958 req-cb1cb281-2c40-4f52-838e-f8ada6027332 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655465 Mar 18 10:30:39.323336 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabf6f4-0850-46fa-81e8-751c43c281b1 req-78022fb7-4dab-47e1-a61c-5d07599e15fb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:39.324945 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dabf6f4-0850-46fa-81e8-751c43c281b1 req-78022fb7-4dab-47e1-a61c-5d07599e15fb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1638272 Mar 18 10:30:39.425121 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dabf6f4-0850-46fa-81e8-751c43c281b1 req-98fcc0d2-fc56-45f1-b40f-dfba8a50eeb0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853906 Mar 18 10:30:39.962320 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca789687-46f1-40f0-8aa5-96a533af6958 req-1a8192a2-8890-492d-9684-3dacfcb9acd8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:39.978053 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca789687-46f1-40f0-8aa5-96a533af6958 req-1a8192a2-8890-492d-9684-3dacfcb9acd8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1457028 Mar 18 10:30:40.072170 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca789687-46f1-40f0-8aa5-96a533af6958 req-0a42c394-7f2d-4e8d-adcd-25bb437e475d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928278 Mar 18 10:30:40.140196 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac191ac-24c7-4f29-8f5a-c8c241ac1c6b req-fca7f879-5b6a-45f2-8246-6bb9ee66d12c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:40.143923 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aac191ac-24c7-4f29-8f5a-c8c241ac1c6b req-fca7f879-5b6a-45f2-8246-6bb9ee66d12c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.1723623 Mar 18 10:30:40.243813 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aac191ac-24c7-4f29-8f5a-c8c241ac1c6b req-2341afd6-20f3-4d2c-ae50-38874fa8a095 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935967 Mar 18 10:30:40.741683 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f8ed1-d788-48a9-b604-413b0b2277ce req-b5889639-0f16-4dfa-8448-dd186761ad91 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:40.752254 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ce7f8ed1-d788-48a9-b604-413b0b2277ce req-b5889639-0f16-4dfa-8448-dd186761ad91 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1451538 Mar 18 10:30:40.841382 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ce7f8ed1-d788-48a9-b604-413b0b2277ce req-88f6ede1-6ddf-41f6-b59e-f4b36c0eecce tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867944 Mar 18 10:30:41.281230 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bb423-ba3e-4216-b187-bf3e09c86bcc req-5b16b526-833c-41a6-a79e-b337bf65f2ff tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:41.308021 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-125bb423-ba3e-4216-b187-bf3e09c86bcc req-5b16b526-833c-41a6-a79e-b337bf65f2ff tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1896451 Mar 18 10:30:41.332329 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e69d2-a4af-4a9e-ac96-86598ef4b20d req-2b00f5a6-37b6-494e-a965-cd8b6c50ef6e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:41.342432 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb6e69d2-a4af-4a9e-ac96-86598ef4b20d req-2b00f5a6-37b6-494e-a965-cd8b6c50ef6e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.0881472 Mar 18 10:30:41.420532 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb6e69d2-a4af-4a9e-ac96-86598ef4b20d req-276ba5be-828f-4291-88b5-5d50a9b02501 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765364 Mar 18 10:30:41.441123 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-125bb423-ba3e-4216-b187-bf3e09c86bcc req-42f49d3b-bac3-4557-b645-da0561bc2f32 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317825 Mar 18 10:30:41.573447 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966becd-f8f0-4720-9efb-88f219e96ee3 req-6081841f-6a95-4fae-975c-686f7920bdca tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:41.582046 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a966becd-f8f0-4720-9efb-88f219e96ee3 req-6081841f-6a95-4fae-975c-686f7920bdca tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.0771122 Mar 18 10:30:41.652308 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a966becd-f8f0-4720-9efb-88f219e96ee3 req-17d11b24-90a6-4bfc-a203-1ae4f1e1948b tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689316 Mar 18 10:30:42.092448 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167d94-593b-43f4-8115-93343195a907 req-11ed742a-d278-4438-bb71-fa8e39a4f1b6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:42.109405 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-97167d94-593b-43f4-8115-93343195a907 req-11ed742a-d278-4438-bb71-fa8e39a4f1b6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0988793 Mar 18 10:30:42.280300 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-97167d94-593b-43f4-8115-93343195a907 req-f4b96a02-70ab-47fc-890d-63eb5c01d980 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722727 Mar 18 10:30:42.708765 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe84f3-6bdf-4efe-84a2-ad4521b0cc38 req-12de6f6c-76e9-4ba5-ab5a-6e31fd38ddd5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:42.721672 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fe84f3-6bdf-4efe-84a2-ad4521b0cc38 req-12de6f6c-76e9-4ba5-ab5a-6e31fd38ddd5 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.1307168 Mar 18 10:30:42.755787 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca0853-78a6-486e-82f8-f4933275dc15 req-ea2c1e95-0ff4-46e9-8adb-c27d29b115c6 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:42.768832 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3cca0853-78a6-486e-82f8-f4933275dc15 req-ea2c1e95-0ff4-46e9-8adb-c27d29b115c6 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1423993 Mar 18 10:30:42.912253 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fe84f3-6bdf-4efe-84a2-ad4521b0cc38 req-9b4eff59-36fb-4ec2-b005-064b11c9df4f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883287 Mar 18 10:30:42.979970 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3cca0853-78a6-486e-82f8-f4933275dc15 req-ccf07182-2c77-49f0-b270-77dab0efc731 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099264 Mar 18 10:30:43.125867 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-c2567166-22e3-449c-b5e4-4493e07812c8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:43.128478 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-c2567166-22e3-449c-b5e4-4493e07812c8 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 946 time: 0.2970037 Mar 18 10:30:43.485297 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74106d-1b37-45e7-9f0f-d183cf97e17d req-a502941e-d343-4379-8325-eeebe424430a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:43.505262 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7d74106d-1b37-45e7-9f0f-d183cf97e17d req-a502941e-d343-4379-8325-eeebe424430a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.3639352 Mar 18 10:30:43.567632 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Deleting port be46a39d-16f3-4319-8db5-bfd03a9b5a5d {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:30:43.568358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:43.643686 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7d74106d-1b37-45e7-9f0f-d183cf97e17d req-7d15ad35-6df8-442e-936e-11c6d115b75b tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333835 Mar 18 10:30:43.649890 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a549-522e-497e-a0d9-738d687f7d91 req-dad43471-def5-48f8-9dc4-7d3dd9b09d7e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:43.659066 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a667a549-522e-497e-a0d9-738d687f7d91 req-dad43471-def5-48f8-9dc4-7d3dd9b09d7e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.2458196 Mar 18 10:30:43.757244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] For port be46a39d-16f3-4319-8db5-bfd03a9b5a5d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:43.758111 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:43.873372 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Calling delete_port for be46a39d-16f3-4319-8db5-bfd03a9b5a5d owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:30:43.966503 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a667a549-522e-497e-a0d9-738d687f7d91 req-aa7e47c3-e687-4d7b-bcf8-156e03c7a99b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947016 Mar 18 10:30:44.257811 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (be46a39d-16f3-4319-8db5-bfd03a9b5a5d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:44.271576 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['8a851d35-d078-4357-8e1c-386911262557'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:30:44.297751 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Pushing event deleted for resources: {'Port': ['ID=be46a39d-16f3-4319-8db5-bfd03a9b5a5d,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:44.368021 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ce4e-d561-4d22-bb4d-b7d001b9354a req-9330b29d-bd2d-4fe4-9455-89b594a60d96 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:44.376300 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d96ce4e-d561-4d22-bb4d-b7d001b9354a req-9330b29d-bd2d-4fe4-9455-89b594a60d96 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 867 time: 0.2855985 Mar 18 10:30:44.382865 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db571a-fb41-41b4-95fd-049af468037d req-4a00ed02-21da-44f4-9456-0b7cefdf7b49 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:44.396795 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c7db571a-fb41-41b4-95fd-049af468037d req-4a00ed02-21da-44f4-9456-0b7cefdf7b49 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.2241414 Mar 18 10:30:44.457112 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] No DVR routers for this DVR port be46a39d-16f3-4319-8db5-bfd03a9b5a5d on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:30:44.476349 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:44.486533 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f49351fe-b068-4e86-bc60-7af75cf79c2f req-b95ec98a-dc07-440b-a36b-429c73b97f02 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "DELETE /v2.0/ports/be46a39d-16f3-4319-8db5-bfd03a9b5a5d HTTP/1.1" status: 204 len: 173 time: 1.2924130 Mar 18 10:30:44.487138 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'name': 'network-vif-deleted', 'tag': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:44.489478 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7d21a-a19b-42b2-bf74-67e7bbca1c6b" -d '{"events": [{"server_uuid": "99a51595-8ce0-455d-8f68-1e8facdc8d02", "name": "network-vif-deleted", "tag": "be46a39d-16f3-4319-8db5-bfd03a9b5a5d"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:44.534735 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c7db571a-fb41-41b4-95fd-049af468037d req-7a66ae96-fc44-4953-82b3-c1ad0e54c541 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310835 Mar 18 10:30:44.571167 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d96ce4e-d561-4d22-bb4d-b7d001b9354a req-0bc95465-7386-44c8-bf8c-f00e1c43362f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939583 Mar 18 10:30:44.624307 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ac5699-1a24-43ea-b4f6-937a9148fc41 x-openstack-request-id: req-d4ac5699-1a24-43ea-b4f6-937a9148fc41 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:44.624621 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a51595-8ce0-455d-8f68-1e8facdc8d02", "name": "network-vif-deleted", "tag": "be46a39d-16f3-4319-8db5-bfd03a9b5a5d", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:44.624884 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4ac5699-1a24-43ea-b4f6-937a9148fc41 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:44.625298 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a51595-8ce0-455d-8f68-1e8facdc8d02', 'name': 'network-vif-deleted', 'tag': 'be46a39d-16f3-4319-8db5-bfd03a9b5a5d', 'status': 'completed', 'code': 200} Mar 18 10:30:44.854342 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56339449-d777-4cba-bc6e-9e663eeeda0b req-b3dd8a82-28a8-444b-bf86-0b55f4ea73b2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:44.856118 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-56339449-d777-4cba-bc6e-9e663eeeda0b req-b3dd8a82-28a8-444b-bf86-0b55f4ea73b2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.0884714 Mar 18 10:30:44.940125 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-56339449-d777-4cba-bc6e-9e663eeeda0b req-64e594cf-1f70-4b55-835b-6fb42f9879ea tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766783 Mar 18 10:30:45.264492 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20157ce-50f2-45ed-9408-9189360999f1 req-ddcb0d80-8fcf-4f91-88a6-6da23abc6d81 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:45.273742 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d20157ce-50f2-45ed-9408-9189360999f1 req-ddcb0d80-8fcf-4f91-88a6-6da23abc6d81 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1120956 Mar 18 10:30:45.371247 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d20157ce-50f2-45ed-9408-9189360999f1 req-ba720d65-0679-4a8f-a8a7-6e3ae2d67ad4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965073 Mar 18 10:30:45.574412 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device be46a39d-16f3-4319-8db5-bfd03a9b5a5d no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:30:45.628307 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: be46a39d-16f3-4319-8db5-bfd03a9b5a5d {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:30:45.628970 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device be46a39d-16f3-4319-8db5-bfd03a9b5a5d not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:30:45.750016 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c15193-fd7c-4896-be1f-69bafeebd135 req-619a9372-4698-4d84-9dcc-7944e4ad4021 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:45.751759 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-22c15193-fd7c-4896-be1f-69bafeebd135 req-619a9372-4698-4d84-9dcc-7944e4ad4021 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0758481 Mar 18 10:30:45.857583 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-297df5ae-a2be-40d3-bcba-98d9be5820d5 req-923b813a-66b0-456e-b68a-e2366c274a2d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 210 time: 0.0655870 Mar 18 10:30:45.890534 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-22c15193-fd7c-4896-be1f-69bafeebd135 req-cd3bd1c1-19fa-4848-804b-ca9b9ed783f1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271236 Mar 18 10:30:46.177926 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45318954-8a81-453f-afa5-860eeefcc326 req-1ca27208-7b24-4ce9-82dc-9fe9792177c3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:46.179922 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45318954-8a81-453f-afa5-860eeefcc326 req-1ca27208-7b24-4ce9-82dc-9fe9792177c3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.1218433 Mar 18 10:30:46.302432 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45318954-8a81-453f-afa5-860eeefcc326 req-789e7441-47fc-46f0-9aab-d07c4faefbbc tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074317 Mar 18 10:30:46.611712 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1f6-2dc3-4f87-bfc4-aefa0821bdf5 req-6a2011e8-9b6b-44c9-9e72-ca64f7807cb7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:46.619360 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:46.624344 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cbcbe1f6-2dc3-4f87-bfc4-aefa0821bdf5 req-6a2011e8-9b6b-44c9-9e72-ca64f7807cb7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1111593 Mar 18 10:30:46.691566 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cbcbe1f6-2dc3-4f87-bfc4-aefa0821bdf5 req-80bb4857-6b4f-4dea-baef-c31189359476 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596797 Mar 18 10:30:47.084554 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd9a833f-3330-4056-80dc-e1f4f414f50f req-746293d3-4b5f-452a-93db-8b466dbded33 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 210 time: 0.0553992 Mar 18 10:30:47.150686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7075a5-ba1a-47de-b428-295227ba1661 req-be86ec8b-98d4-49fe-9ecb-0f74fdfef04f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:47.153624 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ad7075a5-ba1a-47de-b428-295227ba1661 req-be86ec8b-98d4-49fe-9ecb-0f74fdfef04f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1479084 Mar 18 10:30:47.283090 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ad7075a5-ba1a-47de-b428-295227ba1661 req-00859570-bfc4-49de-96f0-0b30ec7f6aa3 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219900 Mar 18 10:30:47.533415 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189545a4-a27e-4943-95cb-931f95a07602 req-4faf72b3-0bf5-477e-9c7a-4b7bbc78edaf tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:47.540602 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-189545a4-a27e-4943-95cb-931f95a07602 req-4faf72b3-0bf5-477e-9c7a-4b7bbc78edaf tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.1399615 Mar 18 10:30:47.623405 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-189545a4-a27e-4943-95cb-931f95a07602 req-3e51e5c5-85e6-4ed8-850e-7b15740c71b5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809922 Mar 18 10:30:47.829070 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c3f09-4f3a-4bc8-89ea-9dccd5700915 req-dedc153f-b53e-4a73-8678-3f4bf05d0cfa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:47.830984 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-528c3f09-4f3a-4bc8-89ea-9dccd5700915 req-dedc153f-b53e-4a73-8678-3f4bf05d0cfa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0679080 Mar 18 10:30:47.915767 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-528c3f09-4f3a-4bc8-89ea-9dccd5700915 req-7b5c6150-2658-4124-bf67-d5ef39a619a5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730326 Mar 18 10:30:48.570446 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-183ad868-ca92-49ac-be05-1ba9ecc902bf req-6e74e66e-4ba5-417b-8703-40e4c0693a7f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a51595-8ce0-455d-8f68-1e8facdc8d02 HTTP/1.1" status: 200 len: 210 time: 0.1568274 Mar 18 10:30:48.688170 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6322027-8d85-483f-bb5a-055efb833d04 req-bccdeed6-7e4a-4913-8ad9-c0931030aa54 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:48.689902 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6322027-8d85-483f-bb5a-055efb833d04 req-bccdeed6-7e4a-4913-8ad9-c0931030aa54 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1110311 Mar 18 10:30:48.823774 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6322027-8d85-483f-bb5a-055efb833d04 req-5e018bbe-730e-48b9-a90e-e08526873875 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024005 Mar 18 10:30:48.868855 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de812b-acb3-4d1f-a1d5-1433c1cf5f71 req-9f7582eb-abf5-45af-8bfc-e99680ef632c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:48.883882 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90de812b-acb3-4d1f-a1d5-1433c1cf5f71 req-9f7582eb-abf5-45af-8bfc-e99680ef632c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.1022146 Mar 18 10:30:48.954349 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90de812b-acb3-4d1f-a1d5-1433c1cf5f71 req-6cabbb59-2d18-4fd0-82cc-cae9258f30ef tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Mar 18 10:30:49.188812 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73e6c7-0a2d-4d13-81a8-1c951e0aae66 req-8c38a007-5c1e-4d03-9a99-30d1fcaf9f3c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:49.191035 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1b73e6c7-0a2d-4d13-81a8-1c951e0aae66 req-8c38a007-5c1e-4d03-9a99-30d1fcaf9f3c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1208422 Mar 18 10:30:49.312483 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1b73e6c7-0a2d-4d13-81a8-1c951e0aae66 req-0de1141c-9860-4988-9c90-34160f40a91a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111324 Mar 18 10:30:49.587118 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 32701148-c80a-414e-a87c-92ee190db4dd details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:30:50.183444 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32701148-c80a-414e-a87c-92ee190db4dd,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:50.199063 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf243a-b122-493f-ba8d-c402a5fdc4fb req-11fb5126-e342-4ed3-9ac5-2d29e3e18c77 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:50.203980 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-edaf243a-b122-493f-ba8d-c402a5fdc4fb req-11fb5126-e342-4ed3-9ac5-2d29e3e18c77 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1722333 Mar 18 10:30:50.260445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '32701148-c80a-414e-a87c-92ee190db4dd', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'port_id': '32701148-c80a-414e-a87c-92ee190db4dd', 'mac_address': 'fa:16:3e:ac:df:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:30:50.313556 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eebb0b-5f85-488e-8fd1-836af3944393 req-83eb2554-7a9a-4dc9-8d94-268cf018a15f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:50.315380 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44eebb0b-5f85-488e-8fd1-836af3944393 req-83eb2554-7a9a-4dc9-8d94-268cf018a15f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 943 time: 0.1952059 Mar 18 10:30:50.320002 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-edaf243a-b122-493f-ba8d-c402a5fdc4fb req-8b698e17-f5e9-438c-a7a5-96b39d5dcc4c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062162 Mar 18 10:30:50.380526 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 32701148-c80a-414e-a87c-92ee190db4dd is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:50.381062 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (32701148-c80a-414e-a87c-92ee190db4dd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:50.424392 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32701148-c80a-414e-a87c-92ee190db4dd {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:30:50.503143 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32701148-c80a-414e-a87c-92ee190db4dd,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:50.511282 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44eebb0b-5f85-488e-8fd1-836af3944393 req-f9785fba-b50a-4f80-9713-b522553bd945 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715336 Mar 18 10:30:50.513754 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:50.607335 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:50.664949 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae51a8-7e89-459b-9e4e-3a78f0e4b8b5 req-7aaf169c-8f0a-4850-b2bc-d020ba3ac38c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:50.679650 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ae51a8-7e89-459b-9e4e-3a78f0e4b8b5 req-7aaf169c-8f0a-4850-b2bc-d020ba3ac38c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1539366 Mar 18 10:30:50.762131 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caa833-0def-45d2-bdf5-bf49eae658e1 req-06c7057a-a426-4a16-80ba-5e93393b851c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:50.767318 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['32701148-c80a-414e-a87c-92ee190db4dd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:30:50.787022 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7caa833-0def-45d2-bdf5-bf49eae658e1 req-06c7057a-a426-4a16-80ba-5e93393b851c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1394801 Mar 18 10:30:50.790231 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ae51a8-7e89-459b-9e4e-3a78f0e4b8b5 req-b39990cc-d0f2-4935-a45b-26c158dd6899 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076307 Mar 18 10:30:50.952543 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7caa833-0def-45d2-bdf5-bf49eae658e1 req-d919a2e0-10de-4868-b1c1-789aea70072d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639769 Mar 18 10:30:51.543821 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1505b2d-4586-41b1-8dc3-3250e0fcd6af req-39bc5932-2af5-45aa-8600-d4c51bd5836c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:51.546929 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1505b2d-4586-41b1-8dc3-3250e0fcd6af req-39bc5932-2af5-45aa-8600-d4c51bd5836c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0998254 Mar 18 10:30:51.593651 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 32701148-c80a-414e-a87c-92ee190db4dd up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:30:51.684375 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 32701148-c80a-414e-a87c-92ee190db4dd completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:30:51.707748 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 32701148-c80a-414e-a87c-92ee190db4dd triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:30:51.708378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (32701148-c80a-414e-a87c-92ee190db4dd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:51.724661 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9e5b9-afd7-4dec-a6b7-7b3163a4f5a4 req-9580e233-08fb-4ace-bc2a-52edfa00f270 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:51.733174 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a7b9e5b9-afd7-4dec-a6b7-7b3163a4f5a4 req-9580e233-08fb-4ace-bc2a-52edfa00f270 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 944 time: 0.0738862 Mar 18 10:30:51.770696 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1505b2d-4586-41b1-8dc3-3250e0fcd6af req-fb98cf07-6803-4896-8be3-096fecf22814 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070377 Mar 18 10:30:51.893114 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a7b9e5b9-afd7-4dec-a6b7-7b3163a4f5a4 req-dd577094-7733-4da2-a09b-209aedd59343 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562307 Mar 18 10:30:51.932868 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 32701148-c80a-414e-a87c-92ee190db4dd is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:30:51.933507 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (32701148-c80a-414e-a87c-92ee190db4dd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:51.968888 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:30:51.972790 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11089fe-ef1b-4faf-a678-eaadfbf9567b" -d '{"events": [{"server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "name": "network-vif-plugged", "status": "completed", "tag": "32701148-c80a-414e-a87c-92ee190db4dd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:30:51.995391 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32701148-c80a-414e-a87c-92ee190db4dd,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:30:52.006429 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:52.065122 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da01b-e1ae-4df3-8839-ac188d924c76 req-7f6524b9-5561-458e-b934-04295fc4f394 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:52.066986 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-211da01b-e1ae-4df3-8839-ac188d924c76 req-7f6524b9-5561-458e-b934-04295fc4f394 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1077020 Mar 18 10:30:52.089900 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:30:52.105511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.106587 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.107265 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.108013 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.108612 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.109229 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.109960 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.110651 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.111330 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.112076 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.112810 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.113624 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.114846 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.116570 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.117491 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:30:52.193969 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c32b9-f263-44bf-8359-c1ee59035aa7 req-db617ea1-1269-4e19-b82f-8ce29b674181 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:52.201841 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a08c32b9-f263-44bf-8359-c1ee59035aa7 req-db617ea1-1269-4e19-b82f-8ce29b674181 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1298780 Mar 18 10:30:52.215494 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-211da01b-e1ae-4df3-8839-ac188d924c76 req-f9ec483a-dcc1-41f1-9537-5569b826cdd3 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396339 Mar 18 10:30:52.276316 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a08c32b9-f263-44bf-8359-c1ee59035aa7 req-4b2ecccb-8a5a-4b26-9db7-a4690574999a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734129 Mar 18 10:30:52.321682 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be7e9a-e408-4b34-b343-d6f7f09af755 x-openstack-request-id: req-70be7e9a-e408-4b34-b343-d6f7f09af755 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:30:52.322741 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "name": "network-vif-plugged", "status": "completed", "tag": "32701148-c80a-414e-a87c-92ee190db4dd", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:30:52.323269 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70be7e9a-e408-4b34-b343-d6f7f09af755 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:30:52.324232 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd', 'code': 200} Mar 18 10:30:53.067994 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3064-7c4e-4c33-a705-f9abb8c6c7de req-0b087737-ef45-497e-9f1a-cf08b5e574d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.069627 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bf2b3064-7c4e-4c33-a705-f9abb8c6c7de req-0b087737-ef45-497e-9f1a-cf08b5e574d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1129 time: 0.2340982 Mar 18 10:30:53.100348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cab0b-5803-4211-beb1-0d14b759b766 req-fa0d36dd-9de3-4aac-bdc8-aab68d57697d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.108076 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-041cab0b-5803-4211-beb1-0d14b759b766 req-fa0d36dd-9de3-4aac-bdc8-aab68d57697d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1148469 Mar 18 10:30:53.193939 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bf2b3064-7c4e-4c33-a705-f9abb8c6c7de req-3dc03799-e741-4291-8e2b-23c8b24ddc78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125801 Mar 18 10:30:53.206017 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc069bdf-e5ca-4388-8873-bab375e14428 req-8575252b-29a6-4c68-a4a3-03585bbb72de tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.207602 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc069bdf-e5ca-4388-8873-bab375e14428 req-8575252b-29a6-4c68-a4a3-03585bbb72de tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.1571047 Mar 18 10:30:53.224213 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-041cab0b-5803-4211-beb1-0d14b759b766 req-e0485c29-644e-4996-b075-bbc029c7fb9a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109769 Mar 18 10:30:53.280564 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc069bdf-e5ca-4388-8873-bab375e14428 req-204b204c-dceb-4b7b-b803-b1b546836b6d tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593574 Mar 18 10:30:53.436799 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aaa02-ddf5-4fe0-a959-db9db9ef152a req-15632bc6-60fe-4960-9734-1293d6cff26c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.445305 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6b8aaa02-ddf5-4fe0-a959-db9db9ef152a req-15632bc6-60fe-4960-9734-1293d6cff26c tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1165934 Mar 18 10:30:53.538432 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6b8aaa02-ddf5-4fe0-a959-db9db9ef152a req-b4f18a75-22a6-4ac7-a1db-baa325463e29 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893266 Mar 18 10:30:53.692681 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71669ccf-955f-4cdc-b54f-14a3cd8ac945 req-a4e24dc6-d9c0-4fac-8cd1-4d910a4ef121 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.696780 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-71669ccf-955f-4cdc-b54f-14a3cd8ac945 req-a4e24dc6-d9c0-4fac-8cd1-4d910a4ef121 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1523592 Mar 18 10:30:53.715820 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-eb4bafcc-648b-4d50-abeb-6fbc0913812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.718074 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-eb4bafcc-648b-4d50-abeb-6fbc0913812f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 1130 time: 0.0795586 Mar 18 10:30:53.731566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005552ab-75ac-4822-af6b-6baf4718e59f req-1075b3e6-70da-4daa-8599-d774ae7407a4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.733250 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-005552ab-75ac-4822-af6b-6baf4718e59f req-1075b3e6-70da-4daa-8599-d774ae7407a4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1361790 Mar 18 10:30:53.846567 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-e387c023-ab9e-406f-8a0e-48f34b8c6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:53.848364 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-e387c023-ab9e-406f-8a0e-48f34b8c6203 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 911 time: 0.1041687 Mar 18 10:30:53.919000 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-71669ccf-955f-4cdc-b54f-14a3cd8ac945 req-54af3c5a-edc8-4def-b349-4fbd41c0972e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085140 Mar 18 10:30:53.956490 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-3af3e14b-34db-41f3-8723-f51f0cd88f6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 200 len: 1002 time: 0.0975158 Mar 18 10:30:54.047551 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-17d4bf83-0621-40cf-b403-2a3f94f04bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:54.049256 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-17d4bf83-0621-40cf-b403-2a3f94f04bad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.0680385 Mar 18 10:30:54.081569 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-005552ab-75ac-4822-af6b-6baf4718e59f req-f4b3f973-b864-4014-814a-34b867d14e7a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319405 Mar 18 10:30:54.146591 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-eec17ad5-6108-4d89-a40b-19fa1b985346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:54.149807 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-eec17ad5-6108-4d89-a40b-19fa1b985346 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911834 Mar 18 10:30:54.338858 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-6af8a92a-7693-4fa8-9fbc-351461fbf566 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722028 Mar 18 10:30:54.520179 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f8a62-cd49-4fe2-a146-6eb21120742a req-0dd5e435-4d39-4f12-be0d-e13f2f4f52eb tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:54.536077 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-025f8a62-cd49-4fe2-a146-6eb21120742a req-0dd5e435-4d39-4f12-be0d-e13f2f4f52eb tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.1056468 Mar 18 10:30:54.676805 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-025f8a62-cd49-4fe2-a146-6eb21120742a req-53cd1fae-3c1a-43e7-b423-6bcdc04d276d tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349237 Mar 18 10:30:54.705462 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0ae25e-7e38-4e7b-881e-049f2caf0343 req-ff56e79b-23d3-4831-af38-7ccacf1a0e27 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335907 Mar 18 10:30:54.864323 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd582c-34dd-48c1-aeb9-fd0841c503bc req-febe27a9-c4fa-4a32-9ee9-5563a120cf67 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:54.879240 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a4cd582c-34dd-48c1-aeb9-fd0841c503bc req-febe27a9-c4fa-4a32-9ee9-5563a120cf67 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1444840 Mar 18 10:30:55.129997 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a4cd582c-34dd-48c1-aeb9-fd0841c503bc req-ce679d74-749d-411b-9fca-8eea2c46122a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493222 Mar 18 10:30:55.332883 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a173c7-790d-4ddc-b0e8-d896a0710421 req-878f60d4-2c48-4db4-978d-f704d3bfa33b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:55.343661 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36a173c7-790d-4ddc-b0e8-d896a0710421 req-878f60d4-2c48-4db4-978d-f704d3bfa33b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1232786 Mar 18 10:30:55.416307 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66874-af82-459a-bff2-4e5fa186ccc4 req-e3ca8d9b-6aaa-4e27-b2a3-889b1c6e1771 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:55.432689 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26a66874-af82-459a-bff2-4e5fa186ccc4 req-e3ca8d9b-6aaa-4e27-b2a3-889b1c6e1771 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.1420774 Mar 18 10:30:55.438882 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36a173c7-790d-4ddc-b0e8-d896a0710421 req-8392707c-d3cf-4e23-a850-2ee2997995a9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926108 Mar 18 10:30:55.573518 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26a66874-af82-459a-bff2-4e5fa186ccc4 req-57fcd2ce-38a0-4a1f-a8be-7b2063bf7239 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380637 Mar 18 10:30:55.969538 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9fe8-bfd5-415a-bbfd-5367dfd5be30 req-700c3796-d856-4654-8667-4cf8681d8f3f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:55.972441 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-232c9fe8-bfd5-415a-bbfd-5367dfd5be30 req-700c3796-d856-4654-8667-4cf8681d8f3f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.1618004 Mar 18 10:30:56.043954 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-232c9fe8-bfd5-415a-bbfd-5367dfd5be30 req-9ab100ea-e9a3-489c-a482-47662813db91 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Mar 18 10:30:56.242722 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce615a0b-a600-4641-8eb1-8a3eb77cb950 req-d7933093-f55b-4932-847b-e4becd16350f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:56.254672 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce615a0b-a600-4641-8eb1-8a3eb77cb950 req-d7933093-f55b-4932-847b-e4becd16350f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.1081333 Mar 18 10:30:56.336197 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce615a0b-a600-4641-8eb1-8a3eb77cb950 req-85fd8d70-4649-46ba-8576-8c21864fa55b tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803216 Mar 18 10:30:56.463180 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b093a-b10b-4c21-87a5-a34f341e70c9 req-8f265c59-6fa4-4b03-9af5-fc8ab8da7f8d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:56.471636 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5b093a-b10b-4c21-87a5-a34f341e70c9 req-8f265c59-6fa4-4b03-9af5-fc8ab8da7f8d tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1829834 Mar 18 10:30:56.564116 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5b093a-b10b-4c21-87a5-a34f341e70c9 req-2ab06b7b-6406-48e3-a0b5-c30dc889d81e tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895483 Mar 18 10:30:56.750029 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105b77f-a775-4746-8e1b-972984612d99 req-001559a9-cbb0-4ae9-8a2b-0512f840fafb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:56.752121 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9105b77f-a775-4746-8e1b-972984612d99 req-001559a9-cbb0-4ae9-8a2b-0512f840fafb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0984049 Mar 18 10:30:56.824475 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9105b77f-a775-4746-8e1b-972984612d99 req-3425f1a1-3de7-45b2-93de-9fb132071cd7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629933 Mar 18 10:30:56.875234 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4b0f0-d63b-4ce7-93b6-058263b8140b req-91c776d3-4d6f-4a82-90da-0e2d57b7781d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:56.877739 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8bc4b0f0-d63b-4ce7-93b6-058263b8140b req-91c776d3-4d6f-4a82-90da-0e2d57b7781d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0754645 Mar 18 10:30:57.002277 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8bc4b0f0-d63b-4ce7-93b6-058263b8140b req-6b85c239-30d5-4492-b6c3-6e68e6e12107 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136627 Mar 18 10:30:57.006623 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a208ef0-f73a-47f3-a247-11334eed765c req-a807b60b-49e4-4dbe-b5d6-9649d6c5b511 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:57.016434 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a208ef0-f73a-47f3-a247-11334eed765c req-a807b60b-49e4-4dbe-b5d6-9649d6c5b511 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.1250105 Mar 18 10:30:57.155972 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a208ef0-f73a-47f3-a247-11334eed765c req-42d38a87-d47c-407f-b73b-87c3ca0d54bc tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377661 Mar 18 10:30:57.831067 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b7075-bbba-42f3-ac70-d235ffacc3b1 req-953f38d6-c759-4290-93ec-ca7bbbadd51f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:57.833626 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7e8b7075-bbba-42f3-ac70-d235ffacc3b1 req-953f38d6-c759-4290-93ec-ca7bbbadd51f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.1166337 Mar 18 10:30:58.009034 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7e8b7075-bbba-42f3-ac70-d235ffacc3b1 req-8ba13093-40e3-4fa1-9e68-705e1eae3d06 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598549 Mar 18 10:30:58.153851 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac339293-95b2-4a4e-ba20-a2c2fa8807b5 req-64535a12-adf7-4f92-8f66-33d11563e9ac tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:58.167614 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac339293-95b2-4a4e-ba20-a2c2fa8807b5 req-64535a12-adf7-4f92-8f66-33d11563e9ac tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1183324 Mar 18 10:30:58.267540 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac339293-95b2-4a4e-ba20-a2c2fa8807b5 req-010cec2b-4ae6-4ed9-bada-e3967ecb103c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975814 Mar 18 10:30:59.248707 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144b39a-694d-455d-ab76-3c57e85606f4 req-1cf1af26-5fbf-49ed-9fb6-6fbe731ae505 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:59.252420 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d144b39a-694d-455d-ab76-3c57e85606f4 req-1cf1af26-5fbf-49ed-9fb6-6fbe731ae505 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0937064 Mar 18 10:30:59.355108 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d144b39a-694d-455d-ab76-3c57e85606f4 req-5324d766-e9b7-4724-9792-98ff678b7e3a tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923529 Mar 18 10:30:59.579097 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8e5d-7e49-4a37-8f96-dd46ff5a9d42 req-8d688a03-6abb-44c7-923d-aa458e3d3bab tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:30:59.581035 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a56a8e5d-7e49-4a37-8f96-dd46ff5a9d42 req-8d688a03-6abb-44c7-923d-aa458e3d3bab tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0804222 Mar 18 10:30:59.651037 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a56a8e5d-7e49-4a37-8f96-dd46ff5a9d42 req-22806548-0ab7-446c-a37e-a746349468e8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593085 Mar 18 10:30:59.715259 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40044) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:30:59.799043 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] Deleting subnet ec27c02d-1c74-49db-bb9b-e713f3170dd9 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:30:59.803703 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] Publish callbacks [] for subnet (ec27c02d-1c74-49db-bb9b-e713f3170dd9), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:59.825116 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5d2c371-db7a-48bd-802e-dc66802e4ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:59.863797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59454810'] for subnet (ec27c02d-1c74-49db-bb9b-e713f3170dd9), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:30:59.912732 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (ec27c02d-1c74-49db-bb9b-e713f3170dd9), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.003985 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59153709'] for subnet (ec27c02d-1c74-49db-bb9b-e713f3170dd9), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.032789 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec27c02d-1c74-49db-bb9b-e713f3170dd9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:00.036953 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.040307 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-70498cc5-bba0-4855-86b5-3024aaee25cb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ec27c02d-1c74-49db-bb9b-e713f3170dd9 HTTP/1.1" status: 204 len: 168 time: 0.3232028 Mar 18 10:31:00.044082 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40046) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:00.121302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (2610134a-c197-4219-bbcb-468aed716fd3), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.221764 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (2610134a-c197-4219-bbcb-468aed716fd3), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.247746 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2610134a-c197-4219-bbcb-468aed716fd3']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:00.258227 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf134e4-846e-4c8e-a655-999c05ff8dd1') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:00.259019 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf134e4-846e-4c8e-a655-999c05ff8dd1') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:00.270118 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (acf134e4-846e-4c8e-a655-999c05ff8dd1), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.294185 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (acf134e4-846e-4c8e-a655-999c05ff8dd1), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.302470 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:00.302887 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (acf134e4-846e-4c8e-a655-999c05ff8dd1), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:00.304945 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:00.370400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (2610134a-c197-4219-bbcb-468aed716fd3), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.384209 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.387598 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2610134a-c197-4219-bbcb-468aed716fd3 HTTP/1.1" status: 204 len: 168 time: 0.3425219 Mar 18 10:31:00.400998 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5f931-4cf7-4d57-9ded-42a868666d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=2610134a-c197-4219-bbcb-468aed716fd3,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:00.534212 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa03b4-2cd5-4597-a527-2b5bdee7d9c5 req-70916f8a-3751-4915-a4ca-86b621f2a082 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:00.537122 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-77aa03b4-2cd5-4597-a527-2b5bdee7d9c5 req-70916f8a-3751-4915-a4ca-86b621f2a082 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0773983 Mar 18 10:31:00.624749 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-77aa03b4-2cd5-4597-a527-2b5bdee7d9c5 req-7cc9ac62-1b94-4582-a059-3d5c2063b950 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780654 Mar 18 10:31:00.663568 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40056) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:00.725722 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-14fdc3d2-6c82-4189-ae65-ebccfeb1c2a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35f9fb26a3e54f98a8fc71008af7a64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577993 Mar 18 10:31:00.726149 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40062) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:00.831467 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8709e03-2bf5-4668-8524-6fafb7b94b86 admin admin] Publish callbacks [] for security_group (94985900-1ac2-47c3-bb02-ad6556b8c0c1), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.860632 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8709e03-2bf5-4668-8524-6fafb7b94b86 admin admin] Publish callbacks [] for security_group (94985900-1ac2-47c3-bb02-ad6556b8c0c1), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.881461 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859951a-5450-4e70-9013-0e20c00eaf5c req-59a8dc7f-7009-45f2-8cd7-6fd2799224f0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:00.883047 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0859951a-5450-4e70-9013-0e20c00eaf5c req-59a8dc7f-7009-45f2-8cd7-6fd2799224f0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0983272 Mar 18 10:31:00.949801 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0859951a-5450-4e70-9013-0e20c00eaf5c req-346b36d9-f669-4d32-bcad-c81e020a5a6b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590327 Mar 18 10:31:00.950867 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8709e03-2bf5-4668-8524-6fafb7b94b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (94985900-1ac2-47c3-bb02-ad6556b8c0c1), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.953402 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8709e03-2bf5-4668-8524-6fafb7b94b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:00.954530 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d8709e03-2bf5-4668-8524-6fafb7b94b86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94985900-1ac2-47c3-bb02-ad6556b8c0c1 HTTP/1.1" status: 204 len: 168 time: 0.2272329 Mar 18 10:31:00.969428 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8709e03-2bf5-4668-8524-6fafb7b94b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94985900-1ac2-47c3-bb02-ad6556b8c0c1,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:01.787644 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262f632-6813-4a9c-8e42-cfadcf52bafd req-aa3bc923-6ab0-4a32-aefb-290cd325ffda tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:01.789623 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b262f632-6813-4a9c-8e42-cfadcf52bafd req-aa3bc923-6ab0-4a32-aefb-290cd325ffda tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0643427 Mar 18 10:31:01.868507 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b262f632-6813-4a9c-8e42-cfadcf52bafd req-7cdd3a73-44b8-4d57-a28f-4192e0d298c7 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702264 Mar 18 10:31:02.097434 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b662c-495a-494c-b0f3-0050807c7a21 req-9e2d773e-e467-4435-988d-0bc48a3b265b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:02.099132 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-585b662c-495a-494c-b0f3-0050807c7a21 req-9e2d773e-e467-4435-988d-0bc48a3b265b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0604761 Mar 18 10:31:02.154521 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-585b662c-495a-494c-b0f3-0050807c7a21 req-74737d91-370d-4bec-b8ec-c72dbc42efff tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484409 Mar 18 10:31:02.587917 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-80978689-b82c-4ca4-820a-fc95c17aea00 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:02.590252 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-80978689-b82c-4ca4-820a-fc95c17aea00 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 946 time: 0.0617726 Mar 18 10:31:02.687016 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Deleting port 8a851d35-d078-4357-8e1c-386911262557 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:31:02.687345 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (8a851d35-d078-4357-8e1c-386911262557), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:02.781879 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] For port 8a851d35-d078-4357-8e1c-386911262557, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8a851d35-d078-4357-8e1c-386911262557,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:02.782307 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (8a851d35-d078-4357-8e1c-386911262557), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:02.795954 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Calling delete_port for 8a851d35-d078-4357-8e1c-386911262557 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:31:02.921910 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bec4697e-4fd7-4788-83c5-36f6a518d268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:02.969208 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (8a851d35-d078-4357-8e1c-386911262557), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:02.984615 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['8a851d35-d078-4357-8e1c-386911262557'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:31:03.000182 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Pushing event deleted for resources: {'Port': ['ID=8a851d35-d078-4357-8e1c-386911262557,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:03.019284 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a10e6-c884-4482-8432-5614cd7b5276 req-464df308-e0c3-45be-8e87-ab5ddab1d321 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:03.021268 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af0a10e6-c884-4482-8432-5614cd7b5276 req-464df308-e0c3-45be-8e87-ab5ddab1d321 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/ports?device_id=c95de39e-8321-4633-bcc4-0c493a0ae4de HTTP/1.1" status: 200 len: 867 time: 0.0686100 Mar 18 10:31:03.049489 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] No DVR routers for this DVR port 8a851d35-d078-4357-8e1c-386911262557 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:03.052593 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:03.056587 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-875e5990-97ba-491c-b082-92ec8c9d2ccb req-fc939035-7583-4d65-9280-491a2b273496 tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.45 "DELETE /v2.0/ports/8a851d35-d078-4357-8e1c-386911262557 HTTP/1.1" status: 204 len: 173 time: 0.4614921 Mar 18 10:31:03.057064 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'name': 'network-vif-deleted', 'tag': '8a851d35-d078-4357-8e1c-386911262557'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:03.059463 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a84170f-f7dd-4217-8c72-e55a71937fae" -d '{"events": [{"server_uuid": "c95de39e-8321-4633-bcc4-0c493a0ae4de", "name": "network-vif-deleted", "tag": "8a851d35-d078-4357-8e1c-386911262557"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:03.102446 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af0a10e6-c884-4482-8432-5614cd7b5276 req-359125f7-5f16-45d1-9540-4f5bfce7d48f tempest-ServerRescueNegativeTestJSON-2050699055 tempest-ServerRescueNegativeTestJSON-2050699055-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e108708-e8e2-47d6-9956-eeea77f9f104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663977 Mar 18 10:31:03.104669 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cdcf35-84e8-41a0-ab5d-f72e138036c3 x-openstack-request-id: req-c4cdcf35-84e8-41a0-ab5d-f72e138036c3 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:03.105254 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95de39e-8321-4633-bcc4-0c493a0ae4de", "name": "network-vif-deleted", "tag": "8a851d35-d078-4357-8e1c-386911262557", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:03.105536 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4cdcf35-84e8-41a0-ab5d-f72e138036c3 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:03.105990 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95de39e-8321-4633-bcc4-0c493a0ae4de', 'name': 'network-vif-deleted', 'tag': '8a851d35-d078-4357-8e1c-386911262557', 'status': 'completed', 'code': 200} Mar 18 10:31:03.323782 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab3424-75c8-42c5-babd-de86033da73c req-638a826e-6719-43f4-a9d8-3b9da018d37f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:03.325468 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-88ab3424-75c8-42c5-babd-de86033da73c req-638a826e-6719-43f4-a9d8-3b9da018d37f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0650158 Mar 18 10:31:03.382068 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-88ab3424-75c8-42c5-babd-de86033da73c req-686bd98f-6d80-476a-92a9-e93d70209045 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500543 Mar 18 10:31:04.065720 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:04.174881 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40086) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:04.547506 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d6d9-66a4-4fb8-84e2-e1cdd12121e5 req-28ca21c2-5699-4174-8079-469796163795 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:04.549136 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1543d6d9-66a4-4fb8-84e2-e1cdd12121e5 req-28ca21c2-5699-4174-8079-469796163795 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.0621867 Mar 18 10:31:04.617904 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1543d6d9-66a4-4fb8-84e2-e1cdd12121e5 req-17e0f6c7-ee3b-4c71-b23a-6ea9f4eedb83 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560811 Mar 18 10:31:04.733119 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:05.254834 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Deleting port 7f6ef524-abba-4026-b715-c6fa64bb03c8 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:31:05.255798 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:05.345104 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] For port 7f6ef524-abba-4026-b715-c6fa64bb03c8, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=7f6ef524-abba-4026-b715-c6fa64bb03c8,segment=NetworkSegment(4c158912-5816-4cd6-a88a-560625acf8bc),segment_id=4c158912-5816-4cd6-a88a-560625acf8bc)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:05.345362 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:05.361263 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Calling delete_port for 7f6ef524-abba-4026-b715-c6fa64bb03c8 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:31:05.598456 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (7f6ef524-abba-4026-b715-c6fa64bb03c8), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:05.618384 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 8a851d35-d078-4357-8e1c-386911262557 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:31:05.627107 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6ef524-abba-4026-b715-c6fa64bb03c8,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:05.640026 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 8a851d35-d078-4357-8e1c-386911262557 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:31:05.640371 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 8a851d35-d078-4357-8e1c-386911262557 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:31:05.657174 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.657518 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.657893 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.658236 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.658569 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.658903 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.659227 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.659550 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.659873 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.660198 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.660522 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.660843 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.661177 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.661479 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.661820 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:05.912732 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:05.919788 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c44759-6ef9-4702-932f-ab8034ac9b86 req-72106ee6-cc60-4d5a-a5f2-86a75b5c5c01 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:05.921347 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36c44759-6ef9-4702-932f-ab8034ac9b86 req-72106ee6-cc60-4d5a-a5f2-86a75b5c5c01 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1487463 Mar 18 10:31:05.939922 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:06.060359 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36c44759-6ef9-4702-932f-ab8034ac9b86 req-aa839b0e-8a06-464d-bd31-92442bbb7d7d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315582 Mar 18 10:31:06.267899 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:31:06.406158 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:31:06.411396 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-40a4625a-face-4bd6-b989-5341c543dd64 admin admin] 10.222.0.44 "PUT /v2.0/routers/6a4c28dd-8eb8-4530-95e1-1ae739bb5bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2353024 Mar 18 10:31:06.414331 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40096) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:06.419819 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] Sync routers for ids ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:06.432944 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] Routers {'6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:31:06.433884 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:06.533759 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks [] for router (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:06.554505 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] Set router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:31:06.778676 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:31:05Z', 'revision_number': 5, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:06.822326 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] Checking router: 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:06.831920 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] Routers {'6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:31:06.832578 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:06.885036 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks [] for router_gateway (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:06.952838 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Deleting port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:31:06.953612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.056502 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] Set router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:31:07.060662 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] For port a37b3660-4ec9-42a2-b2f0-9fd2792fdce5, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:07.061243 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.084162 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Calling delete_port for a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:31:07.157309 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.375189 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:31:05Z', 'revision_number': 5, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:07.381149 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c2d68-d015-440d-afc1-8a694d2a209b req-6927f285-e57f-4fae-af26-47e7f593c121 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:07.383254 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-db6c2d68-d015-440d-afc1-8a694d2a209b req-6927f285-e57f-4fae-af26-47e7f593c121 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1904819 Mar 18 10:31:07.439876 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc1131-72aa-478d-b3a9-4f3c77a5e274 None None] The sync data for ids ['6a4c28dd-8eb8-4530-95e1-1ae739bb5bad'] in dv-cinder-817135-6-iscsi is: [{'id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'name': 'tempest-ServerRescueNegativeTestJSON-395754704-router', 'tenant_id': '612a6ca215b3419ea0cb1841b2d849f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:31:05Z', 'revision_number': 5, 'project_id': '612a6ca215b3419ea0cb1841b2d849f9', 'gw_port': {'id': 'a37b3660-4ec9-42a2-b2f0-9fd2792fdce5', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4c28dd-8eb8-4530-95e1-1ae739bb5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:19Z', 'updated_at': '2022-03-18T10:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:07.514019 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-db6c2d68-d015-440d-afc1-8a694d2a209b req-768a2497-b10a-47a1-930f-f784ad40ce6f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052878 Mar 18 10:31:07.540085 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (a37b3660-4ec9-42a2-b2f0-9fd2792fdce5), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.586103 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37b3660-4ec9-42a2-b2f0-9fd2792fdce5,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:07.623725 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:31:07.653914 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d266-b14e-42a2-a9ca-609698b5d21e req-212be48f-e6bf-4059-a8c7-bdcf87cc117e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:07.656254 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea58d266-b14e-42a2-a9ca-609698b5d21e req-212be48f-e6bf-4059-a8c7-bdcf87cc117e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.0709319 Mar 18 10:31:07.707833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.734698 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea58d266-b14e-42a2-a9ca-609698b5d21e req-9400a815-5b5a-4be8-894a-433be727336b tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676739 Mar 18 10:31:07.767932 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40108) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:07.776506 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:07.800667 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '03d54b27-6991-4a62-9124-0f6535f328a4', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'port_id': '03d54b27-6991-4a62-9124-0f6535f328a4', 'mac_address': 'fa:16:3e:2f:0b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:31:07.876497 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:31:07.877245 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.883490 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.889293 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks [] for router_controller (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.895613 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d54b27-6991-4a62-9124-0f6535f328a4 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:31:07.947761 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:07.956114 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.998124 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (6a4c28dd-8eb8-4530-95e1-1ae739bb5bad), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:07.999824 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4c28dd-8eb8-4530-95e1-1ae739bb5bad {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:31:08.006536 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.012539 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0dac12d9-6215-4f41-81fc-affb19ab2ff9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6a4c28dd-8eb8-4530-95e1-1ae739bb5bad HTTP/1.1" status: 204 len: 168 time: 1.5970404 Mar 18 10:31:08.016569 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40112) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:08.030308 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=9']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:08.072647 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] Deleting subnet baa6f53c-a501-4ca2-bc08-0f3367294d9e {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:31:08.078137 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] Publish callbacks [] for subnet (baa6f53c-a501-4ca2-bc08-0f3367294d9e), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.205214 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (baa6f53c-a501-4ca2-bc08-0f3367294d9e), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.207882 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['03d54b27-6991-4a62-9124-0f6535f328a4'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:31:08.262675 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4539c86-3b42-44d1-a64b-f5cd7f5716b7 tempest-TestMinimumBasicScenario-1421033631 tempest-TestMinimumBasicScenario-1421033631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:08.266690 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40114) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:08.270169 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f4539c86-3b42-44d1-a64b-f5cd7f5716b7 tempest-TestMinimumBasicScenario-1421033631 tempest-TestMinimumBasicScenario-1421033631-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1124 time: 0.4957321 Mar 18 10:31:08.275692 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'port_id': '32701148-c80a-414e-a87c-92ee190db4dd', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:08.277376 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (baa6f53c-a501-4ca2-bc08-0f3367294d9e), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.320280 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.353170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (baa6f53c-a501-4ca2-bc08-0f3367294d9e), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.382979 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa6f53c-a501-4ca2-bc08-0f3367294d9e,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:08.390451 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.396928 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-467c6ce1-f15a-420e-a6c1-d032ce97025f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/baa6f53c-a501-4ca2-bc08-0f3367294d9e HTTP/1.1" status: 204 len: 168 time: 0.3769386 Mar 18 10:31:08.398661 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40116) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:08.471946 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.493645 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (fd212510-b483-441b-8000-a1f6f247a2e5), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.597630 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Allocated IP 172.27.0.159 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/952b681d-17d1-41e5-a305-388df3049064) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:08.632575 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (fd212510-b483-441b-8000-a1f6f247a2e5), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.664851 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd212510-b483-441b-8000-a1f6f247a2e5']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:08.676085 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c158912-5816-4cd6-a88a-560625acf8bc') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:08.676386 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c158912-5816-4cd6-a88a-560625acf8bc') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:08.687983 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (4c158912-5816-4cd6-a88a-560625acf8bc), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.709793 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (4c158912-5816-4cd6-a88a-560625acf8bc), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.715928 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:31:08.722071 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:31:08.722527 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (4c158912-5816-4cd6-a88a-560625acf8bc), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:31:08.724473 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:31:08.726857 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8989010-c9e2-45f0-bf3e-9cafc1f7d9f9 req-2aa8c4bd-bab0-4e21-a498-49bdc7dc97e3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:08.728971 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8989010-c9e2-45f0-bf3e-9cafc1f7d9f9 req-2aa8c4bd-bab0-4e21-a498-49bdc7dc97e3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 944 time: 0.1286819 Mar 18 10:31:08.785338 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (fd212510-b483-441b-8000-a1f6f247a2e5), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.790092 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for port (952b681d-17d1-41e5-a305-388df3049064), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.805040 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.810087 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fd212510-b483-441b-8000-a1f6f247a2e5 HTTP/1.1" status: 204 len: 168 time: 0.4080982 Mar 18 10:31:08.811566 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90662d5-f8b0-453e-b89a-cde149171737 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd212510-b483-441b-8000-a1f6f247a2e5,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:08.826394 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8989010-c9e2-45f0-bf3e-9cafc1f7d9f9 req-c03d112d-f0dc-4609-a6df-4297d3d8148d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908496 Mar 18 10:31:08.871052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (952b681d-17d1-41e5-a305-388df3049064), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:08.921624 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:08.927656 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:08.935652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:31:08.968761 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'Port': ['ID=952b681d-17d1-41e5-a305-388df3049064,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:09.013738 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7f6ef524-abba-4026-b715-c6fa64bb03c8 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:31:09.045700 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40122) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:09.050023 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 7f6ef524-abba-4026-b715-c6fa64bb03c8 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:31:09.050550 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7f6ef524-abba-4026-b715-c6fa64bb03c8 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:31:09.051095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:31:09.076158 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:31:09.076709 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a37b3660-4ec9-42a2-b2f0-9fd2792fdce5 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:31:09.093850 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-297db22c-b14b-41fe-a856-f3b249d2fcd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=612a6ca215b3419ea0cb1841b2d849f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434146 Mar 18 10:31:09.094065 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40124) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:09.147435 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c601625a-0cce-48d9-853a-1bdca671ab4c admin admin] Publish callbacks [] for security_group (2e108708-e8e2-47d6-9956-eeea77f9f104), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.194842 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c601625a-0cce-48d9-853a-1bdca671ab4c admin admin] Publish callbacks [] for security_group (2e108708-e8e2-47d6-9956-eeea77f9f104), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.265018 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c601625a-0cce-48d9-853a-1bdca671ab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2e108708-e8e2-47d6-9956-eeea77f9f104), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.269559 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c601625a-0cce-48d9-853a-1bdca671ab4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.271466 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c601625a-0cce-48d9-853a-1bdca671ab4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e108708-e8e2-47d6-9956-eeea77f9f104 HTTP/1.1" status: 204 len: 168 time: 0.1763389 Mar 18 10:31:09.284454 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601625a-0cce-48d9-853a-1bdca671ab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e108708-e8e2-47d6-9956-eeea77f9f104,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:09.481667 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for floatingip (3c1d55ae-e35f-4bb3-b7e5-453d39f60848), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.598307 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (952b681d-17d1-41e5-a305-388df3049064), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.634490 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:31:09.719840 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 03d54b27-6991-4a62-9124-0f6535f328a4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:31:09.720463 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.826614 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for port (952b681d-17d1-41e5-a305-388df3049064), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.833178 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (952b681d-17d1-41e5-a305-388df3049064), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.846023 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 03d54b27-6991-4a62-9124-0f6535f328a4 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:31:09.846419 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.887552 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:09.890230 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59934dc6-a717-4850-8682-e056c2205992" -d '{"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:09.921791 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'Port': ['ID=952b681d-17d1-41e5-a305-388df3049064,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:09.930245 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:09.936798 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.953390 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (3c1d55ae-e35f-4bb3-b7e5-453d39f60848), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:09.988605 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f2c3ce-4c99-4aac-b6f8-8141b3c6fd10 x-openstack-request-id: req-49f2c3ce-4c99-4aac-b6f8-8141b3c6fd10 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:09.989112 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:09.989489 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49f2c3ce-4c99-4aac-b6f8-8141b3c6fd10 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:09.989831 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4', 'code': 200} Mar 18 10:31:10.008753 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ca915-9e46-42d0-9273-fd48f4ae43f9 req-9dce6225-c02f-4f49-a5f8-5581ed617e08 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:10.014990 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-116ca915-9e46-42d0-9273-fd48f4ae43f9 req-9dce6225-c02f-4f49-a5f8-5581ed617e08 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 944 time: 0.0975156 Mar 18 10:31:10.051032 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=10']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:10.102721 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-116ca915-9e46-42d0-9273-fd48f4ae43f9 req-97c90e85-a45e-4eac-8a77-a70ff579a389 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835834 Mar 18 10:31:10.126800 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Floating IP 3c1d55ae-e35f-4bb3-b7e5-453d39f60848 associated. External IP: 172.27.0.159, port: 32701148-c80a-414e-a87c-92ee190db4dd. Mar 18 10:31:10.534046 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5b3dc-93e1-4e04-b3c3-e49374534471 req-79ade05a-3eb1-4190-85fa-adc67514a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:10.535675 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e5b3dc-93e1-4e04-b3c3-e49374534471 req-79ade05a-3eb1-4190-85fa-adc67514a8ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1130 time: 0.0753546 Mar 18 10:31:10.657410 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91e5b3dc-93e1-4e04-b3c3-e49374534471 req-6da055fa-bd08-467a-8056-d94e8db4700e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154382 Mar 18 10:31:10.693644 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Router baeebfa5-cb97-4106-bdf0-d15269df54c7 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:31:10.836100 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:31:10.857328 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] Sync routers for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:10.862243 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:10.871346 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:31:10.872301 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:10.904630 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-277f0923-f07d-4a37-b505-4a4e56a4681a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6359506 Mar 18 10:31:10.905367 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:10.908880 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40164) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:10.915425 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c63efeb-399c-4b65-9584-86708704f1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:10.933346 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-4efa06e6-7edb-498f-827c-fdeec929e3e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311960278', 'description': 'tempest-secgroup-smoke-311960278 description', 'project_id': '3eb797e0787b4311b2e7731023ce7daf'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:10.978995 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4efa06e6-7edb-498f-827c-fdeec929e3e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:10.988891 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd43b51-4420-4373-9e09-45437cab29f8 x-openstack-request-id: req-efd43b51-4420-4373-9e09-45437cab29f8 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:10.989190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:10.989447 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efd43b51-4420-4373-9e09-45437cab29f8 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:10.989908 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd', 'status': 'completed', 'code': 200} Mar 18 10:31:11.011135 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:31:11.072018 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4efa06e6-7edb-498f-827c-fdeec929e3e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group (94525595-3266-407b-bf1a-1e7025c4ab02), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.077582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-fc8e503f-823a-46f4-a696-3a6cd7fbb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:11.078048 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4efa06e6-7edb-498f-827c-fdeec929e3e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (94525595-3266-407b-bf1a-1e7025c4ab02), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.079164 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-fc8e503f-823a-46f4-a696-3a6cd7fbb8b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1129 time: 0.0639434 Mar 18 10:31:11.129032 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa06e6-7edb-498f-827c-fdeec929e3e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94525595-3266-407b-bf1a-1e7025c4ab02,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:11.135912 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4efa06e6-7edb-498f-827c-fdeec929e3e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.137572 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4efa06e6-7edb-498f-827c-fdeec929e3e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2271228 Mar 18 10:31:11.143517 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40170) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:11.153864 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e7bf2ae9-440d-4471-9ebd-f9f08e3e1d00 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'security_group_rule': {'security_group_id': '94525595-3266-407b-bf1a-1e7025c4ab02', 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:11.220505 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-7c254433-3b91-4dbb-a7d5-234a54a1dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:11.222161 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-7c254433-3b91-4dbb-a7d5-234a54a1dc41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 915 time: 0.1355963 Mar 18 10:31:11.225393 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2ae9-440d-4471-9ebd-f9f08e3e1d00 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (eec90528-47cb-4eb3-9513-03dc18b8e194), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.297967 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2ae9-440d-4471-9ebd-f9f08e3e1d00 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (eec90528-47cb-4eb3-9513-03dc18b8e194), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.302679 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2ae9-440d-4471-9ebd-f9f08e3e1d00 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (eec90528-47cb-4eb3-9513-03dc18b8e194), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.323806 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf2ae9-440d-4471-9ebd-f9f08e3e1d00 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec90528-47cb-4eb3-9513-03dc18b8e194,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:11.327233 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-5f1c239c-c748-4774-a2f3-475948c363ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 999 time: 0.0970809 Mar 18 10:31:11.334746 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2ae9-440d-4471-9ebd-f9f08e3e1d00 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.339101 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e7bf2ae9-440d-4471-9ebd-f9f08e3e1d00 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916251 Mar 18 10:31:11.340526 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40172) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:11.346013 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8fde335c-b75e-4726-b91e-608c70ff008a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'security_group_rule': {'security_group_id': '94525595-3266-407b-bf1a-1e7025c4ab02', 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:11.346894 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '3c1d55ae-e35f-4bb3-b7e5-453d39f60848', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'port_id': '32701148-c80a-414e-a87c-92ee190db4dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'mac_address': 'fa:16:3e:ac:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:31:09Z', 'updated_at': '2022-03-18T10:31:09Z', 'revision_number': 0, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:59Z', 'revision_number': 5, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.372716 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fde335c-b75e-4726-b91e-608c70ff008a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (5b0b26a4-1c0f-495b-a383-8caf30fe23f8), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.385588 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f041c-bca9-4bce-b991-42f32ba5abdd req-6cb49e1a-e0a6-4ffb-81f0-c2386c7de58f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:11.387462 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-349f041c-bca9-4bce-b991-42f32ba5abdd req-6cb49e1a-e0a6-4ffb-81f0-c2386c7de58f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 946 time: 0.1086364 Mar 18 10:31:11.388573 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] Checking router: baeebfa5-cb97-4106-bdf0-d15269df54c7 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:11.399288 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:31:11.400702 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.404813 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-5dcb9677-7730-49ba-a876-d01895d8085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:11.406737 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-5dcb9677-7730-49ba-a876-d01895d8085f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.0735943 Mar 18 10:31:11.456561 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fde335c-b75e-4726-b91e-608c70ff008a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (5b0b26a4-1c0f-495b-a383-8caf30fe23f8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.464094 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fde335c-b75e-4726-b91e-608c70ff008a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (5b0b26a4-1c0f-495b-a383-8caf30fe23f8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.484583 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde335c-b75e-4726-b91e-608c70ff008a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0b26a4-1c0f-495b-a383-8caf30fe23f8,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:11.494490 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fde335c-b75e-4726-b91e-608c70ff008a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.495943 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8fde335c-b75e-4726-b91e-608c70ff008a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540241 Mar 18 10:31:11.499737 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-349f041c-bca9-4bce-b991-42f32ba5abdd req-28e46918-5515-4541-81eb-8acd56567098 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975420 Mar 18 10:31:11.500358 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40174) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:11.506744 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-c1ddae7c-8456-4989-aece-7f15950d886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:11.508330 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-c1ddae7c-8456-4989-aece-7f15950d886b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878649 Mar 18 10:31:11.513466 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-a36cb1ef-581c-4c1b-8eff-f2e5b3d0404f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'security_group_rule': {'security_group_id': '94525595-3266-407b-bf1a-1e7025c4ab02', 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:11.546188 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a36cb1ef-581c-4c1b-8eff-f2e5b3d0404f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (8b19af73-441a-40dd-a7ae-02c92e279f53), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.576240 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:31:11.616397 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a36cb1ef-581c-4c1b-8eff-f2e5b3d0404f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (8b19af73-441a-40dd-a7ae-02c92e279f53), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.621973 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a36cb1ef-581c-4c1b-8eff-f2e5b3d0404f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (8b19af73-441a-40dd-a7ae-02c92e279f53), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.638348 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-7433c423-9d60-41e8-b6ac-ba5cf80dd0c4 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198063 Mar 18 10:31:11.641293 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cb1ef-581c-4c1b-8eff-f2e5b3d0404f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b19af73-441a-40dd-a7ae-02c92e279f53,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:11.652377 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a36cb1ef-581c-4c1b-8eff-f2e5b3d0404f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.657725 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a36cb1ef-581c-4c1b-8eff-f2e5b3d0404f tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521719 Mar 18 10:31:11.658097 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40176) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:11.665111 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-fd0c9d26-6fd5-42a1-b734-a400fa357f5c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'security_group_rule': {'security_group_id': '94525595-3266-407b-bf1a-1e7025c4ab02', 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:11.693158 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9d26-6fd5-42a1-b734-a400fa357f5c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (ed728e8c-fcf0-4b61-9bbe-a1f35e8f9a80), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.749188 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7c63efeb-399c-4b65-9584-86708704f1c6 req-de874a81-03fb-4edd-a211-3f2a711d875e service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981772 Mar 18 10:31:11.771338 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9d26-6fd5-42a1-b734-a400fa357f5c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (ed728e8c-fcf0-4b61-9bbe-a1f35e8f9a80), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.777005 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9d26-6fd5-42a1-b734-a400fa357f5c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (ed728e8c-fcf0-4b61-9bbe-a1f35e8f9a80), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.794067 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c9d26-6fd5-42a1-b734-a400fa357f5c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed728e8c-fcf0-4b61-9bbe-a1f35e8f9a80,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:11.808150 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fd0c9d26-6fd5-42a1-b734-a400fa357f5c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.809940 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fd0c9d26-6fd5-42a1-b734-a400fa357f5c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505117 Mar 18 10:31:11.812976 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40180) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:11.820734 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'security_group_rule': {'security_group_id': '94525595-3266-407b-bf1a-1e7025c4ab02', 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:11.848013 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Project 3eb797e0787b4311b2e7731023ce7daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:31:11.855093 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (3f9eb5a4-df0c-411d-b943-c116a8341a54), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.910782 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '3c1d55ae-e35f-4bb3-b7e5-453d39f60848', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'port_id': '32701148-c80a-414e-a87c-92ee190db4dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'mac_address': 'fa:16:3e:ac:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:31:09Z', 'updated_at': '2022-03-18T10:31:09Z', 'revision_number': 0, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:59Z', 'revision_number': 5, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:11.943845 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (3f9eb5a4-df0c-411d-b943-c116a8341a54), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.949064 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (3f9eb5a4-df0c-411d-b943-c116a8341a54), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:11.955124 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f098fd9-9fe3-4548-b509-85fd9ff3ba6f None None] The sync data for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi is: [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '3c1d55ae-e35f-4bb3-b7e5-453d39f60848', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'port_id': '32701148-c80a-414e-a87c-92ee190db4dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'mac_address': 'fa:16:3e:ac:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:31:09Z', 'updated_at': '2022-03-18T10:31:09Z', 'revision_number': 0, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:59Z', 'revision_number': 5, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:11.977470 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9eb5a4-df0c-411d-b943-c116a8341a54,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:11.998920 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:12.000530 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cf0110c7-9f0a-4d91-ac61-a4d42285ba41 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1865180 Mar 18 10:31:12.004046 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40188) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:12.008948 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'security_group_rule': {'security_group_id': '94525595-3266-407b-bf1a-1e7025c4ab02', 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:12.039365 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Project 3eb797e0787b4311b2e7731023ce7daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:31:12.047015 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (d2d10adc-2d9f-4651-9bd0-007fdd556b6e), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:12.120615 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (d2d10adc-2d9f-4651-9bd0-007fdd556b6e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:12.127776 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (d2d10adc-2d9f-4651-9bd0-007fdd556b6e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:12.176108 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:12.178136 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728468 Mar 18 10:31:12.179230 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd118f-cbc8-4959-915f-26f7b3f29fd1 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d10adc-2d9f-4651-9bd0-007fdd556b6e,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:12.306012 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144a986-a4ca-42b7-bd0b-b91be035e5ef None None] New status for floating IP 3c1d55ae-e35f-4bb3-b7e5-453d39f60848: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:31:12.368003 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-583efa66-1e70-4252-bf7b-460530193e77 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311960278&fields=id&tenant_id=3eb797e0787b4311b2e7731023ce7daf HTTP/1.1" status: 200 len: 267 time: 0.0949860 Mar 18 10:31:12.452132 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-eadd7b4d-f075-4c62-8272-6a04e4044ae7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:12.453980 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-eadd7b4d-f075-4c62-8272-6a04e4044ae7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.0786381 Mar 18 10:31:12.473446 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'port': {'security_groups': ['56dbc2f2-af5b-4b32-ae28-f0af2208db23', '94525595-3266-407b-bf1a-1e7025c4ab02']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:12.590836 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (32701148-c80a-414e-a87c-92ee190db4dd), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:12.694580 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98339e-419d-48b4-8e4c-84463a64f67b req-b34e100d-c473-4109-9d56-2906d5f89bcd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:12.698393 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c98339e-419d-48b4-8e4c-84463a64f67b req-b34e100d-c473-4109-9d56-2906d5f89bcd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 946 time: 0.0626762 Mar 18 10:31:12.750588 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c98339e-419d-48b4-8e4c-84463a64f67b req-22b657b6-ae4a-4e08-8499-8651cb37b16e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482302 Mar 18 10:31:12.855693 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32701148-c80a-414e-a87c-92ee190db4dd,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:13.105642 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for port (32701148-c80a-414e-a87c-92ee190db4dd), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:13.111434 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:13.123027 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['32701148-c80a-414e-a87c-92ee190db4dd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:31:13.155293 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.155957 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:13.157557 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4b71a9f-d133-426f-8655-f05522bc2fd2 req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "PUT /v2.0/ports/32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 981 time: 0.6906970 Mar 18 10:31:13.158051 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:13.162172 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e7d96-ea06-4aac-9bf9-3c614c2de835" -d '{"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:13.203314 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c968c3f-e9c5-485d-8727-e9327dc0586c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=6']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:13.231685 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef098f5-b3e3-4762-b20a-c4b98042161d x-openstack-request-id: req-aef098f5-b3e3-4762-b20a-c4b98042161d {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:13.231984 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:13.232249 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aef098f5-b3e3-4762-b20a-c4b98042161d {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:13.232654 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd', 'status': 'completed', 'code': 200} Mar 18 10:31:13.277665 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['32701148-c80a-414e-a87c-92ee190db4dd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:31:13.340992 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496380eb-4693-4168-8d35-c3d0f1850496 req-63874cca-d32e-479f-aa69-e32a35909301 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.343632 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-496380eb-4693-4168-8d35-c3d0f1850496 req-63874cca-d32e-479f-aa69-e32a35909301 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.1011045 Mar 18 10:31:13.355733 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-b064d369-a979-41d6-96d9-f076f25deadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.357282 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-b064d369-a979-41d6-96d9-f076f25deadb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1168 time: 0.0872254 Mar 18 10:31:13.490245 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-6974af74-1092-498e-a14f-0e8aada93d5e None None] Provisioning complete for port 32701148-c80a-414e-a87c-92ee190db4dd triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:31:13.490612 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6974af74-1092-498e-a14f-0e8aada93d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (32701148-c80a-414e-a87c-92ee190db4dd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:13.546152 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-496380eb-4693-4168-8d35-c3d0f1850496 req-ca524d38-dd7d-4c87-8323-9c807df68ddb tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848438 Mar 18 10:31:13.558623 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-6e84d9d0-43ea-4de3-90a2-de5c9af40a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.560178 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-6e84d9d0-43ea-4de3-90a2-de5c9af40a7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 915 time: 0.1962042 Mar 18 10:31:13.685127 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-0ed28c9c-60d8-4fcd-bf55-268b9a43b13a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 1001 time: 0.1181445 Mar 18 10:31:13.756190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-a9a4e17b-3c5d-4b9d-a127-243a54a6ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.759237 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-a9a4e17b-3c5d-4b9d-a127-243a54a6ff91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.0671842 Mar 18 10:31:13.761184 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6974af74-1092-498e-a14f-0e8aada93d5e None None] Current status of the port 32701148-c80a-414e-a87c-92ee190db4dd is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:31:13.802998 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40252) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:13.856985 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-fc450af8-37ba-46c1-af40-34cd7d7a4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.859260 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-fc450af8-37ba-46c1-af40-34cd7d7a4c6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915270 Mar 18 10:31:13.920658 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c2683-ed9c-4862-93b0-7fd6ddf2d2fa req-e8b8c835-0304-4a74-ae48-7ed03ae456db tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:13.922265 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-701c2683-ed9c-4862-93b0-7fd6ddf2d2fa req-e8b8c835-0304-4a74-ae48-7ed03ae456db tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 946 time: 0.0734289 Mar 18 10:31:13.962365 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aad27382-e037-4d2a-8118-893120479d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:13.970802 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-2fe885e6-1d30-4651-b93d-c04d79a265a8 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048522 Mar 18 10:31:14.010435 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-701c2683-ed9c-4862-93b0-7fd6ddf2d2fa req-92ee34e7-a855-4507-8f56-b154d5237799 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826330 Mar 18 10:31:14.071840 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aad27382-e037-4d2a-8118-893120479d94 admin admin] Publish callbacks [] for security_group (43ea1a4b-4346-4e1b-b895-16cd680a02bf), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:14.076195 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aad27382-e037-4d2a-8118-893120479d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (43ea1a4b-4346-4e1b-b895-16cd680a02bf), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:14.077827 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-820e7d96-ea06-4aac-9bf9-3c614c2de835 req-8c0f680c-20c6-4a4c-9bf6-b395d1ccdf81 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964622 Mar 18 10:31:14.117509 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-aad27382-e037-4d2a-8118-893120479d94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b7d163784ca42658884ca793ea12c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129196 Mar 18 10:31:14.118431 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad27382-e037-4d2a-8118-893120479d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea1a4b-4346-4e1b-b895-16cd680a02bf,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:14.121419 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40258) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:14.186536 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-42dd87f9-7336-4f3c-96cc-d61f9935ab6e admin admin] Publish callbacks [] for security_group (43ea1a4b-4346-4e1b-b895-16cd680a02bf), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:14.210060 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-42dd87f9-7336-4f3c-96cc-d61f9935ab6e admin admin] Publish callbacks [] for security_group (43ea1a4b-4346-4e1b-b895-16cd680a02bf), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:14.270406 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-42dd87f9-7336-4f3c-96cc-d61f9935ab6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (43ea1a4b-4346-4e1b-b895-16cd680a02bf), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:14.273103 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-42dd87f9-7336-4f3c-96cc-d61f9935ab6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:14.274839 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-42dd87f9-7336-4f3c-96cc-d61f9935ab6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43ea1a4b-4346-4e1b-b895-16cd680a02bf HTTP/1.1" status: 204 len: 168 time: 0.1516161 Mar 18 10:31:14.283054 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd87f9-7336-4f3c-96cc-d61f9935ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea1a4b-4346-4e1b-b895-16cd680a02bf,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:16.604240 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:16.895936 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-973caebe-4ac5-472c-b703-32199b38237d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566647 Mar 18 10:31:16.969529 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-3f87ca3a-1baa-420d-8b05-bbdccaeb8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:16.971566 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-3f87ca3a-1baa-420d-8b05-bbdccaeb8cb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 1130 time: 0.0514758 Mar 18 10:31:17.099943 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-ef7cd697-27d7-4396-8dee-c644171ee090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:17.101488 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-ef7cd697-27d7-4396-8dee-c644171ee090 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.1086798 Mar 18 10:31:17.179207 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-375c72ea-067a-43e9-a338-f5f9f341687b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 200 len: 999 time: 0.0709932 Mar 18 10:31:17.231324 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-b0d2a95e-22ae-4ff8-8382-c4ada3570d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:17.232878 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-b0d2a95e-22ae-4ff8-8382-c4ada3570d2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.0479019 Mar 18 10:31:17.291783 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-8a225a53-5a21-450b-a8c0-8e07d0b3293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:17.293585 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-8a225a53-5a21-450b-a8c0-8e07d0b3293a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541728 Mar 18 10:31:17.428087 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-051aee3f-20ae-45c0-bdf1-1c27b8aca2c8 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212733 Mar 18 10:31:17.526050 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-173c8b34-a015-40fd-9d6e-35f0a21b9749 req-a3788bbc-a2c9-44c2-8f74-7ae96789689b service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908148 Mar 18 10:31:29.815581 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1052-e848-43b9-b0b4-e41af2c68417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:32.909536 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2495c815-30c6-4c6c-8684-9e460fce38fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:34.066353 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:35.904138 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:35.924754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac389554-7d9f-49ac-b9b6-572dc36582e5 req-47045036-c7e4-4ae7-803d-560acffd6077 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:35.926610 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ac389554-7d9f-49ac-b9b6-572dc36582e5 req-47045036-c7e4-4ae7-803d-560acffd6077 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0604017 Mar 18 10:31:35.976882 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ac389554-7d9f-49ac-b9b6-572dc36582e5 req-24d36a1e-3772-40e5-a514-d86560718c80 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434406 Mar 18 10:31:36.494266 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d356-071a-441e-8227-cf62596f5e9c req-4f4074f9-6c12-4288-8c82-40ba4551f49a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:36.495772 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d013d356-071a-441e-8227-cf62596f5e9c req-4f4074f9-6c12-4288-8c82-40ba4551f49a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0893586 Mar 18 10:31:36.501694 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-a4e0d01d-603b-4abc-9afb-fa631b795c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:36.503177 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-a4e0d01d-603b-4abc-9afb-fa631b795c42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1168 time: 0.0689390 Mar 18 10:31:36.618031 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d013d356-071a-441e-8227-cf62596f5e9c req-e153f513-b502-4db0-80f4-488e96494955 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138666 Mar 18 10:31:36.635032 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-3caddd90-ac5d-4b4e-b8c0-d0a9b29d994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:36.636576 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-3caddd90-ac5d-4b4e-b8c0-d0a9b29d994c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 915 time: 0.1268713 Mar 18 10:31:36.709386 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-daf0dd5f-3ca7-42bc-a56b-81986c18ab96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 1001 time: 0.0652189 Mar 18 10:31:36.764980 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-b2730637-cc70-4068-b873-d3b047efd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:36.766526 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-b2730637-cc70-4068-b873-d3b047efd1ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.0512307 Mar 18 10:31:36.821692 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-dc8fe0d6-ef42-4013-a081-2a02a6c2eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:36.823397 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-dc8fe0d6-ef42-4013-a081-2a02a6c2eb6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479522 Mar 18 10:31:36.949520 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-4a62153a-616d-4c3a-91a3-25abd18a21fd service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192770 Mar 18 10:31:37.053199 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3ab030-d657-4fd1-b4df-dcf82588f564 req-136ac475-c03f-49ee-a91f-6031c06ca770 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964496 Mar 18 10:31:37.130407 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0077c-3628-424d-a22a-fe38d9848b16 req-967d7267-3668-4f6d-b6f3-b2026b4a27d9 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:37.132509 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1fd0077c-3628-424d-a22a-fe38d9848b16 req-967d7267-3668-4f6d-b6f3-b2026b4a27d9 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0591581 Mar 18 10:31:37.148395 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:37.193179 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1fd0077c-3628-424d-a22a-fe38d9848b16 req-29f340b5-cbda-460d-83eb-2cad6f54b4e0 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541189 Mar 18 10:31:37.746836 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dafc8a-1a45-4d99-ae48-f7f4aa8e24b3 req-90d5d9aa-52c3-49ac-b7de-7d86edd65127 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:37.748803 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-53dafc8a-1a45-4d99-ae48-f7f4aa8e24b3 req-90d5d9aa-52c3-49ac-b7de-7d86edd65127 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0606136 Mar 18 10:31:37.815079 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-53dafc8a-1a45-4d99-ae48-f7f4aa8e24b3 req-24e16816-a113-41b9-9021-4d0493eca61e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597646 Mar 18 10:31:38.315299 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05421926-3fd5-4fa3-aa99-680e14cf4212 req-fddc9d26-466d-4c35-86b4-21db2a0ffa3a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:38.316913 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05421926-3fd5-4fa3-aa99-680e14cf4212 req-fddc9d26-466d-4c35-86b4-21db2a0ffa3a tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0532131 Mar 18 10:31:38.375843 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05421926-3fd5-4fa3-aa99-680e14cf4212 req-cf7cf60f-8ee2-4cdc-9445-6c7e4bb40bd7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455089 Mar 18 10:31:38.949154 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50becc-0fd4-4cff-b29c-878669d5746d req-59cc920b-4aa2-4cac-896e-4c62e5035303 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:38.950740 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5f50becc-0fd4-4cff-b29c-878669d5746d req-59cc920b-4aa2-4cac-896e-4c62e5035303 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0631733 Mar 18 10:31:39.012955 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5f50becc-0fd4-4cff-b29c-878669d5746d req-42e0753f-9e0e-49d0-ac6a-11ec3e661c6e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564537 Mar 18 10:31:39.493929 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01c8ae-1304-4ee5-8b39-ae2561f74f48 req-2e125001-f9e0-40b5-bcf7-60d00ca69893 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:39.495388 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea01c8ae-1304-4ee5-8b39-ae2561f74f48 req-2e125001-f9e0-40b5-bcf7-60d00ca69893 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0524659 Mar 18 10:31:39.544945 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea01c8ae-1304-4ee5-8b39-ae2561f74f48 req-f5d353b1-2a29-4550-900e-3faf0c39c31f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Mar 18 10:31:40.140618 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c04715-ab2a-4185-9776-727970fe5c14 req-e795e418-0b8d-48ed-b35e-9c9e424af6e7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:40.142524 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b8c04715-ab2a-4185-9776-727970fe5c14 req-e795e418-0b8d-48ed-b35e-9c9e424af6e7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0593958 Mar 18 10:31:40.215844 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b8c04715-ab2a-4185-9776-727970fe5c14 req-e8b2b9c1-32a6-4bad-883c-743d9ca36f32 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670645 Mar 18 10:31:40.673926 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325fa81-3e55-4887-bb16-b4c30030c419 req-8926edfe-b9f2-44b7-bd61-7eb6b29f38cd tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:40.675487 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6325fa81-3e55-4887-bb16-b4c30030c419 req-8926edfe-b9f2-44b7-bd61-7eb6b29f38cd tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0561357 Mar 18 10:31:40.725879 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6325fa81-3e55-4887-bb16-b4c30030c419 req-d90012d1-1e8c-4817-8cb6-d1c0278a201e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447645 Mar 18 10:31:41.356202 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff192648-ea83-40c9-b78b-9e60f1bd0bb6 req-1ef79c3b-7069-45b3-86f0-c2a8fb3974d3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:41.358829 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff192648-ea83-40c9-b78b-9e60f1bd0bb6 req-1ef79c3b-7069-45b3-86f0-c2a8fb3974d3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0717742 Mar 18 10:31:41.427696 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff192648-ea83-40c9-b78b-9e60f1bd0bb6 req-a9ec0a00-3b13-4197-a183-d8df4ba11490 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632591 Mar 18 10:31:41.853937 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71f3e0-0803-46c7-a534-bd382a0ddca7 req-2be3fac0-9158-44b2-9651-1124ff31d0ac tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:41.855442 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a71f3e0-0803-46c7-a534-bd382a0ddca7 req-2be3fac0-9158-44b2-9651-1124ff31d0ac tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0568664 Mar 18 10:31:41.904579 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a71f3e0-0803-46c7-a534-bd382a0ddca7 req-d6071cb0-5e9b-42c0-b459-a46c2331431f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Mar 18 10:31:42.549330 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a153f19-d79a-4f85-a5d7-7f108d7926ee req-fc07f079-e018-42cc-a9ee-0ed3b08f76e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:42.551033 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3a153f19-d79a-4f85-a5d7-7f108d7926ee req-fc07f079-e018-42cc-a9ee-0ed3b08f76e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0561292 Mar 18 10:31:42.615110 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3a153f19-d79a-4f85-a5d7-7f108d7926ee req-78974492-81af-4576-bb3e-c36b97d3872b tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573664 Mar 18 10:31:42.777455 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-759cf74f-93a0-44e0-8631-d54b7980a4bf tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:42.779098 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-759cf74f-93a0-44e0-8631-d54b7980a4bf tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0551269 Mar 18 10:31:42.887239 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Deleting port 08f6daef-89e0-4896-828e-2db9caede77b {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:31:42.887633 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (08f6daef-89e0-4896-828e-2db9caede77b), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:43.000921 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] For port 08f6daef-89e0-4896-828e-2db9caede77b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=08f6daef-89e0-4896-828e-2db9caede77b,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:43.001281 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (08f6daef-89e0-4896-828e-2db9caede77b), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:43.043763 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34eaaa-72ca-4981-a0df-fe6e171ebba1 req-76452803-f0fc-4954-b3cf-15f1c4a3d128 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:43.045245 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb34eaaa-72ca-4981-a0df-fe6e171ebba1 req-76452803-f0fc-4954-b3cf-15f1c4a3d128 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 946 time: 0.0605350 Mar 18 10:31:43.104525 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb34eaaa-72ca-4981-a0df-fe6e171ebba1 req-ec129e8e-c736-4247-ae63-80e0bfad1315 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a83dc0-e067-471e-b1c3-5c75e5edd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484078 Mar 18 10:31:43.342504 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:43.342908 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (c1d65878-d721-4665-babf-b4ee7aa87d47), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:43.343195 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Floating IP c1d65878-d721-4665-babf-b4ee7aa87d47 disassociated. External IP: 172.27.0.252, port: 08f6daef-89e0-4896-828e-2db9caede77b. Mar 18 10:31:43.343541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Calling delete_port for 08f6daef-89e0-4896-828e-2db9caede77b owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:31:43.505687 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (08f6daef-89e0-4896-828e-2db9caede77b), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:43.543368 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event deleted for resources: {'Port': ['ID=08f6daef-89e0-4896-828e-2db9caede77b,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:43.554554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.555269 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.555269 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.555584 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.555821 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.556156 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.556482 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.556801 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.557124 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.557440 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.557761 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.558242 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.558563 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.558879 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.559198 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:43.956424 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50bc1c-d938-4a1e-a4a5-f8022636a75b req-8e96b1e1-fb70-469f-a93a-a456e17860f3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:43.958049 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9d50bc1c-d938-4a1e-a4a5-f8022636a75b req-8e96b1e1-fb70-469f-a93a-a456e17860f3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0742171 Mar 18 10:31:43.988663 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Router c697f224-f09e-49dd-b9fd-063563b864f3 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:31:44.092952 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9d50bc1c-d938-4a1e-a4a5-f8022636a75b req-1f151ad3-4367-4327-b4a6-6a250c60d7e5 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285501 Mar 18 10:31:44.134166 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:31:44.145811 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f11cf-8718-475e-8283-85a8e173febc None None] Sync routers for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:44.157615 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:31:44.158481 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:44.181100 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] No DVR routers for this DVR port 08f6daef-89e0-4896-828e-2db9caede77b on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:44.184204 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:44.188154 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4ebd182e-7b66-4b07-9a78-106792d27367 req-56d71ea9-e596-4287-88c4-50be7daa7c47 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "DELETE /v2.0/ports/08f6daef-89e0-4896-828e-2db9caede77b HTTP/1.1" status: 204 len: 173 time: 1.4025204 Mar 18 10:31:44.188654 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'name': 'network-vif-deleted', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:44.199553 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c1228-4b98-4c48-ae58-6a87032c01ed" -d '{"events": [{"server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "name": "network-vif-deleted", "tag": "08f6daef-89e0-4896-828e-2db9caede77b"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:44.250239 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a2c2466-30b5-408e-b2a9-e2ac5480a25b req-850e9953-a7da-45bd-a24e-fb1b7899053c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c76af2f-fb37-49a6-ad46-f6052c348d99 HTTP/1.1" status: 200 len: 210 time: 0.0553708 Mar 18 10:31:44.285329 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb886d-738a-4b9a-89bd-e6d27768e293 x-openstack-request-id: req-25eb886d-738a-4b9a-89bd-e6d27768e293 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:44.285644 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c76af2f-fb37-49a6-ad46-f6052c348d99", "name": "network-vif-deleted", "tag": "08f6daef-89e0-4896-828e-2db9caede77b", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:44.286464 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25eb886d-738a-4b9a-89bd-e6d27768e293 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:44.286953 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c76af2f-fb37-49a6-ad46-f6052c348d99', 'name': 'network-vif-deleted', 'tag': '08f6daef-89e0-4896-828e-2db9caede77b', 'status': 'completed', 'code': 200} Mar 18 10:31:44.423839 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:31:44.650538 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:44.682720 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f11cf-8718-475e-8283-85a8e173febc None None] Checking router: c697f224-f09e-49dd-b9fd-063563b864f3 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:31:44.691775 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:31:44.692398 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:44.838978 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:31:45.074451 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-063f11cf-8718-475e-8283-85a8e173febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:45.103954 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f11cf-8718-475e-8283-85a8e173febc None None] The sync data for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi is: [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:31:45.238158 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691befe-ed69-46d2-b98f-98a17f36d0b5 req-f4aa79b1-511a-4cba-9e3e-dc8cb0ce9a97 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:45.243066 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4691befe-ed69-46d2-b98f-98a17f36d0b5 req-f4aa79b1-511a-4cba-9e3e-dc8cb0ce9a97 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0677743 Mar 18 10:31:45.322851 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4691befe-ed69-46d2-b98f-98a17f36d0b5 req-4485138c-89cf-4315-8956-2a1504df8a31 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751333 Mar 18 10:31:45.364147 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40586) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:45.403853 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a6e0c-c18f-4c4b-b183-8d7632e97206 None None] New status for floating IP c1d65878-d721-4665-babf-b4ee7aa87d47: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:31:45.442459 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4df4739d-4316-4fe9-99ab-3a0bdaa9c12d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (08a83dc0-e067-471e-b1c3-5c75e5edd9e5), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:45.469800 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4df4739d-4316-4fe9-99ab-3a0bdaa9c12d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (08a83dc0-e067-471e-b1c3-5c75e5edd9e5), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:45.547173 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4df4739d-4316-4fe9-99ab-3a0bdaa9c12d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (08a83dc0-e067-471e-b1c3-5c75e5edd9e5), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:45.550241 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4df4739d-4316-4fe9-99ab-3a0bdaa9c12d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:45.553888 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4df4739d-4316-4fe9-99ab-3a0bdaa9c12d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "DELETE /v2.0/security-groups/08a83dc0-e067-471e-b1c3-5c75e5edd9e5 HTTP/1.1" status: 204 len: 168 time: 0.1860917 Mar 18 10:31:45.554275 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40588) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:45.561248 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4739d-4316-4fe9-99ab-3a0bdaa9c12d tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a83dc0-e067-471e-b1c3-5c75e5edd9e5,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:45.568958 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-0f880dd5-4933-49dc-a797-ec4d40a5e34e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] show failed (client error): The resource could not be found. Mar 18 10:31:45.570350 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0f880dd5-4933-49dc-a797-ec4d40a5e34e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups/08a83dc0-e067-471e-b1c3-5c75e5edd9e5 HTTP/1.1" status: 404 len: 347 time: 0.0146368 Mar 18 10:31:45.582407 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40590) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:45.706732 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:31:45.736040 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Deleting port 2aca77ff-11aa-45b5-8af4-20abffffe305 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:31:45.736383 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:45.820324 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:45.820726 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (2aca77ff-11aa-45b5-8af4-20abffffe305), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:45.822200 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 08f6daef-89e0-4896-828e-2db9caede77b no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:31:45.834502 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Calling delete_port for 2aca77ff-11aa-45b5-8af4-20abffffe305 owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:31:45.849124 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 08f6daef-89e0-4896-828e-2db9caede77b {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:31:45.849124 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 08f6daef-89e0-4896-828e-2db9caede77b not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:31:45.987791 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (2aca77ff-11aa-45b5-8af4-20abffffe305), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.020851 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event deleted for resources: {'Port': ['ID=2aca77ff-11aa-45b5-8af4-20abffffe305,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:46.090303 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (c1d65878-d721-4665-babf-b4ee7aa87d47), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.091134 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.093825 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a785a633-1eb5-4fcf-b60d-3432e3a3ad96 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1d65878-d721-4665-babf-b4ee7aa87d47 HTTP/1.1" status: 204 len: 168 time: 0.5081654 Mar 18 10:31:46.312557 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40610) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:46.317744 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-eb69e491-5856-48c2-95e1-04cb6e313ff7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655833419', 'description': 'tempest-description--1902794313'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:46.344792 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb69e491-5856-48c2-95e1-04cb6e313ff7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.462775 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb69e491-5856-48c2-95e1-04cb6e313ff7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (d0b9a535-f80e-4aea-b952-f2d986563430), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.470493 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb69e491-5856-48c2-95e1-04cb6e313ff7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (d0b9a535-f80e-4aea-b952-f2d986563430), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.509867 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb69e491-5856-48c2-95e1-04cb6e313ff7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.511064 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-eb69e491-5856-48c2-95e1-04cb6e313ff7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1973522 Mar 18 10:31:46.515332 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40614) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:46.515887 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69e491-5856-48c2-95e1-04cb6e313ff7 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b9a535-f80e-4aea-b952-f2d986563430,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:46.520641 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-066aca8e-d04d-4438-b675-cd9e98d9eb18 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9a535-f80e-4aea-b952-f2d986563430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:46.525620 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4b2-2a9d-4cd4-b41a-6e4ff64c84bf req-21975c50-9734-41f1-833d-510868cf1603 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:46.527257 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-851fe4b2-2a9d-4cd4-b41a-6e4ff64c84bf req-21975c50-9734-41f1-833d-510868cf1603 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.1114297 Mar 18 10:31:46.558452 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-066aca8e-d04d-4438-b675-cd9e98d9eb18 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (0d442285-c24f-4653-8c74-2fc2d412b5be), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.609441 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-851fe4b2-2a9d-4cd4-b41a-6e4ff64c84bf req-09e85595-821b-4d41-8cd6-5103a85c83b9 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755415 Mar 18 10:31:46.611239 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.638931 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-066aca8e-d04d-4438-b675-cd9e98d9eb18 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (0d442285-c24f-4653-8c74-2fc2d412b5be), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.643292 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-066aca8e-d04d-4438-b675-cd9e98d9eb18 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (0d442285-c24f-4653-8c74-2fc2d412b5be), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.661373 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aca8e-d04d-4438-b675-cd9e98d9eb18 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d442285-c24f-4653-8c74-2fc2d412b5be,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:46.670935 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-066aca8e-d04d-4438-b675-cd9e98d9eb18 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.672161 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-066aca8e-d04d-4438-b675-cd9e98d9eb18 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550810 Mar 18 10:31:46.675017 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40616) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:46.684480 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d18a085a-edbd-4ef0-b266-9e0614aff6f4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'security_group_rule': {'security_group_id': 'd0b9a535-f80e-4aea-b952-f2d986563430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:46.709161 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d18a085a-edbd-4ef0-b266-9e0614aff6f4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (79ca563f-1ed2-4337-a996-aa66e20921cd), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.783847 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d18a085a-edbd-4ef0-b266-9e0614aff6f4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (79ca563f-1ed2-4337-a996-aa66e20921cd), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.789297 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d18a085a-edbd-4ef0-b266-9e0614aff6f4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (79ca563f-1ed2-4337-a996-aa66e20921cd), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.807949 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a085a-edbd-4ef0-b266-9e0614aff6f4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ca563f-1ed2-4337-a996-aa66e20921cd,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:46.817176 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d18a085a-edbd-4ef0-b266-9e0614aff6f4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.818433 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d18a085a-edbd-4ef0-b266-9e0614aff6f4 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425085 Mar 18 10:31:46.822170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40618) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:46.826592 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:46.851807 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:46.967679 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.108025 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Allocated IP 172.27.0.160 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/efdd32ca-d386-4cd4-a8eb-6f888c6dc860) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:47.217802 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.255523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.299262 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:47.302531 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:47.309933 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:31:47.316295 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'Port': ['ID=efdd32ca-d386-4cd4-a8eb-6f888c6dc860,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:47.499735 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (b37dbcaf-d19a-47d4-aa23-8803feb88e54), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.562236 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.800083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.810099 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.862042 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927014c2-afe1-4f44-89c2-203dd2399a6b req-0e8a1198-58a6-4125-b103-ff63fa8324ed tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:47.863550 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-927014c2-afe1-4f44-89c2-203dd2399a6b req-0e8a1198-58a6-4125-b103-ff63fa8324ed tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.1387346 Mar 18 10:31:47.923054 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'Port': ['ID=efdd32ca-d386-4cd4-a8eb-6f888c6dc860,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:47.932270 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (b37dbcaf-d19a-47d4-aa23-8803feb88e54), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.974043 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:47.975328 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4f4455c8-c118-4f89-9271-fb4e60056471 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1522145 Mar 18 10:31:47.987837 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-927014c2-afe1-4f44-89c2-203dd2399a6b req-5b94cef7-887f-4332-91ee-2536b091fdea tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001616 Mar 18 10:31:48.197458 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2eb02229-3380-494c-8523-08778fb4caaa tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--655833419&fields=id&tenant_id=f4bb80b494bc47749e91b2e6e43b38b6 HTTP/1.1" status: 200 len: 267 time: 0.0431452 Mar 18 10:31:48.307954 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-243ac2c3-63c1-4bc8-b74d-95ac593d34a3 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:48.309379 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-243ac2c3-63c1-4bc8-b74d-95ac593d34a3 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 810 time: 0.1052251 Mar 18 10:31:48.325980 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-b784e5b8-9101-4e8b-a94d-116591e15330 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/quotas/f4bb80b494bc47749e91b2e6e43b38b6 HTTP/1.1" status: 200 len: 375 time: 0.0109100 Mar 18 10:31:48.402008 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-70bad2a2-ddd4-499e-b083-3d34da399f41 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704746 Mar 18 10:31:48.506758 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-9d63dc20-3221-43d2-a5b0-20de9282a304 service neutron] 10.222.0.44 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932910 Mar 18 10:31:48.612893 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2a17a9a1-9d45-4b87-ac26-ecf14d5f7b82 service neutron] 10.222.0.44 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968573 Mar 18 10:31:48.787620 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f7d6802f-4965-440e-884f-7ab2b013cf81 req-078d0d09-003f-4da4-8155-c5836d62e428 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 210 time: 0.0370028 Mar 18 10:31:49.170044 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdf9d8-a200-4ceb-b131-247ffc4ccbe4 req-f9b280f6-5ed9-4f65-8b6c-313f98032388 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:49.171736 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11cdf9d8-a200-4ceb-b131-247ffc4ccbe4 req-f9b280f6-5ed9-4f65-8b6c-313f98032388 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0896044 Mar 18 10:31:49.244786 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11cdf9d8-a200-4ceb-b131-247ffc4ccbe4 req-fc579277-ff3f-42b3-b797-1b186d27911c tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670362 Mar 18 10:31:49.892199 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-342c619d-966c-48b8-9519-d5e863f69e92 req-e6e8c773-bc66-47c0-b715-173483eed26e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Mar 18 10:31:50.381574 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68080233-0866-43a6-8fd4-ea9b8389780b req-d922c73c-8795-4b32-b415-07301d1ad0f0 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:50.383215 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-68080233-0866-43a6-8fd4-ea9b8389780b req-d922c73c-8795-4b32-b415-07301d1ad0f0 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0690870 Mar 18 10:31:50.448025 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-68080233-0866-43a6-8fd4-ea9b8389780b req-e53df20b-4fa0-4502-95f7-97db53b31e0d tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=94525595-3266-407b-bf1a-1e7025c4ab02&id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582445 Mar 18 10:31:50.987829 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2aba6ee-35f4-49eb-8d39-bd968ef76a58 req-6dc16c6e-f0f7-4766-a5d9-600d563d5664 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 210 time: 0.0279956 Mar 18 10:31:52.087242 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cfd04413-5fe9-431b-8174-863fb1650032 req-f8664f19-0604-41c6-8e52-930ff6a6adbf tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 210 time: 0.0301833 Mar 18 10:31:52.243638 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-7f60ff4a-7380-4f1c-9981-43f296f22885 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:52.245858 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-7f60ff4a-7380-4f1c-9981-43f296f22885 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 810 time: 0.1299789 Mar 18 10:31:52.355381 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-9052d4e4-a297-4a0b-91d9-9b1dac8ec6ca tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4bb80b494bc47749e91b2e6e43b38b6 HTTP/1.1" status: 200 len: 379 time: 0.1001389 Mar 18 10:31:52.364568 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'port': {'device_id': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'admin_state_up': True, 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'security_groups': ['d0b9a535-f80e-4aea-b952-f2d986563430']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:52.499092 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Made reservation on behalf of f4bb80b494bc47749e91b2e6e43b38b6 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:31:52.502560 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:52.639597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Allocated IP 172.20.0.10 (d01382aa-37e7-475d-9a81-c7daa3b129e8/05d96792-2434-4fc2-9c98-b4e3ad9a97d3/69d82998-ccc9-4d6f-bc77-6bbb1f223604) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:31:52.776202 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:52.808306 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:52.850518 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:31:52.853604 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:31:52.859962 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:31:52.885667 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event updated for resources: {'Port': ['ID=69d82998-ccc9-4d6f-bc77-6bbb1f223604,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:52.911507 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:52.912141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:52.931923 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-2acf0827-0744-4a73-9a2c-5b797381c578 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719538 Mar 18 10:31:52.944387 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Request body: {'port': {'device_id': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:31:53.033263 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:53.158998 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-bf4491f4-0d0e-4f88-b298-e0ae35a09b35 None None] Provisioning complete for port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:31:53.160148 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf4491f4-0d0e-4f88-b298-e0ae35a09b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:53.208730 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bf4491f4-0d0e-4f88-b298-e0ae35a09b35 None None] Port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:31:53.218250 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9397b-d6fd-402a-89a4-ace0f9649161 req-121fc927-ddec-496f-bd3d-e12cadcf0bad tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:53.220692 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05d9397b-d6fd-402a-89a4-ace0f9649161 req-121fc927-ddec-496f-bd3d-e12cadcf0bad tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 932 time: 0.0568972 Mar 18 10:31:53.268600 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05d9397b-d6fd-402a-89a4-ace0f9649161 req-eabdbac4-d1f4-4831-9e1e-afe47c0b9e3f tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422108 Mar 18 10:31:53.321185 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d82998-ccc9-4d6f-bc77-6bbb1f223604 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:31:53.329679 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Publish callbacks [] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:53.345685 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Transition to ACTIVE for port object 69d82998-ccc9-4d6f-bc77-6bbb1f223604 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:31:53.350031 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:53.402125 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Pushing event updated for resources: {'Port': ['ID=69d82998-ccc9-4d6f-bc77-6bbb1f223604,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:53.476617 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Attempting to bind port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:31:53.476950 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Attempting to bind port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:31:53.477277 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Attempting to bind port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 on network d01382aa-37e7-475d-9a81-c7daa3b129e8 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:31:53.482222 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 on network d01382aa-37e7-475d-9a81-c7daa3b129e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:31:53.482670 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Attempting to bind port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 on network d01382aa-37e7-475d-9a81-c7daa3b129e8 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:31:53.488639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:31:53.488986 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Checking segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:31:53.489384 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Bound using segment: {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:31:53.489843 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Bound port: 69d82998-ccc9-4d6f-bc77-6bbb1f223604, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fedba4-6101-4761-9cad-a946e2cd110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:31:53.490216 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:53.559664 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] For port 69d82998-ccc9-4d6f-bc77-6bbb1f223604, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:31:53.562763 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] For port 69d82998-ccc9-4d6f-bc77-6bbb1f223604, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:31:53.569372 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:53.605337 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:53.605994 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:53.607386 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] 10.222.0.45 "PUT /v2.0/ports/69d82998-ccc9-4d6f-bc77-6bbb1f223604 HTTP/1.1" status: 200 len: 1094 time: 0.6681442 Mar 18 10:31:53.607829 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:53.610106 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ced97c-1498-4c90-b5f0-c9a3c4fab431" -d '{"events": [{"name": "network-changed", "server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:53.633968 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24fa8-02f5-47ef-915c-6d02879a9185 service neutron] Pushing event updated for resources: {'Port': ['ID=69d82998-ccc9-4d6f-bc77-6bbb1f223604,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:53.712764 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352355e3-b1e8-4a5d-ab52-9d62616a5cfb x-openstack-request-id: req-352355e3-b1e8-4a5d-ab52-9d62616a5cfb {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:53.713058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:53.713310 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-352355e3-b1e8-4a5d-ab52-9d62616a5cfb {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:53.713710 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'status': 'completed', 'code': 200} Mar 18 10:31:53.735585 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-7c2a48db-ffb4-4145-be1b-bf93ccb25955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:53.737172 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-7c2a48db-ffb4-4145-be1b-bf93ccb25955 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 1128 time: 0.0623968 Mar 18 10:31:53.791433 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-adf0c6db-5b6b-4323-a086-62d5d6524543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604 HTTP/1.1" status: 200 len: 217 time: 0.0462570 Mar 18 10:31:53.842834 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-cf6cca4d-f8b0-4de6-87a1-5740b567271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:53.844444 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-cf6cca4d-f8b0-4de6-87a1-5740b567271e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.0465932 Mar 18 10:31:53.897456 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-1625d54d-e429-46b1-8305-92a8675ae5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:53.899924 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-1625d54d-e429-46b1-8305-92a8675ae5bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474980 Mar 18 10:31:53.996084 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-b1f15359-5a9d-494c-900d-1d2d361a4b8c service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900936 Mar 18 10:31:54.087539 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4954585b-cca2-4fe4-8fd1-a1589a5e8887 req-45da209e-ed8c-4ad4-9d7d-d1121b3d90cf service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849085 Mar 18 10:31:54.191977 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-0c0a6a04-0961-4436-bcf5-7b327662dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:54.193664 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-0c0a6a04-0961-4436-bcf5-7b327662dbdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 1128 time: 0.0585842 Mar 18 10:31:54.286729 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-52a4b07d-33c2-49a3-aa06-84a14e77e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:54.288230 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-52a4b07d-33c2-49a3-aa06-84a14e77e71c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 911 time: 0.0841615 Mar 18 10:31:54.330475 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-636f27a3-524e-417d-a7b3-7e8368ac513b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604 HTTP/1.1" status: 200 len: 217 time: 0.0343342 Mar 18 10:31:54.387244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-62ac02c4-ea58-439f-8b19-d561a733ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:54.388838 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-62ac02c4-ea58-439f-8b19-d561a733ad25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.0519645 Mar 18 10:31:54.392696 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af290a-ca87-4911-8bf2-7e69d47217c6 req-87a2bb61-b0a1-4066-b793-ed6ae43a2a31 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:54.394182 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2af290a-ca87-4911-8bf2-7e69d47217c6 req-87a2bb61-b0a1-4066-b793-ed6ae43a2a31 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 944 time: 0.0571897 Mar 18 10:31:54.438556 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-e6f07833-554e-4891-afe0-e0975e390f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:54.440475 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-e6f07833-554e-4891-afe0-e0975e390f09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454359 Mar 18 10:31:54.441761 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2af290a-ca87-4911-8bf2-7e69d47217c6 req-2a8b5171-502e-421b-a023-e09a39166c54 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Mar 18 10:31:54.534648 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-00507e94-5230-4694-b733-29142550290e service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878093 Mar 18 10:31:54.640116 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66ced97c-1498-4c90-b5f0-c9a3c4fab431 req-4c3e431e-2d3e-4092-9df6-cbec06f54319 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916042 Mar 18 10:31:55.586056 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b2361-3129-4c78-a357-5bd5b8d9e599 req-e0c7cf39-853d-42ff-b5dd-7d406d71685c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:55.587625 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-848b2361-3129-4c78-a357-5bd5b8d9e599 req-e0c7cf39-853d-42ff-b5dd-7d406d71685c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 944 time: 0.0692878 Mar 18 10:31:55.637103 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-848b2361-3129-4c78-a357-5bd5b8d9e599 req-cab6875b-5c33-42c8-b23f-d74143c31974 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437472 Mar 18 10:31:55.647120 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40776) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:55.747989 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a991d277-667d-4b94-8c92-3fd3aedc18ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:55.828683 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a991d277-667d-4b94-8c92-3fd3aedc18ab admin admin] Publish callbacks [] for security_group (a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:55.832972 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a991d277-667d-4b94-8c92-3fd3aedc18ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:55.870842 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991d277-667d-4b94-8c92-3fd3aedc18ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:55.875545 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a991d277-667d-4b94-8c92-3fd3aedc18ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ee4eebc046c44d0949bbb92a7b0bd6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274075 Mar 18 10:31:55.876892 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 69d82998-ccc9-4d6f-bc77-6bbb1f223604 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:31:55.878437 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40780) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:55.933802 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e3dda09-698d-4d7a-be8d-c7ec7221b3ec admin admin] Publish callbacks [] for security_group (a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:55.958957 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e3dda09-698d-4d7a-be8d-c7ec7221b3ec admin admin] Publish callbacks [] for security_group (a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:55.985057 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 69d82998-ccc9-4d6f-bc77-6bbb1f223604, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:55.999786 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'port_id': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'mac_address': 'fa:16:3e:71:0b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:31:56.011604 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e3dda09-698d-4d7a-be8d-c7ec7221b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.014348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e3dda09-698d-4d7a-be8d-c7ec7221b3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.015540 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5e3dda09-698d-4d7a-be8d-c7ec7221b3ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac HTTP/1.1" status: 204 len: 168 time: 0.1361837 Mar 18 10:31:56.025009 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dda09-698d-4d7a-be8d-c7ec7221b3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03877f6-7c53-40aa-96bc-4bbf2b1fc8ac,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:56.048325 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:31:56.048747 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.073713 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d82998-ccc9-4d6f-bc77-6bbb1f223604 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:31:56.096697 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 69d82998-ccc9-4d6f-bc77-6bbb1f223604, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:56.101182 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.178137 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=69d82998-ccc9-4d6f-bc77-6bbb1f223604,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:56.187900 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.188258 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.188596 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.188958 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.189291 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.189618 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.190015 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.190322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.190641 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.191162 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.192175 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.192584 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.192873 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.193410 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.193745 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:31:56.302675 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40786) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:56.315999 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f382feb1-2703-4636-87c0-448f192643ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.334250 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['69d82998-ccc9-4d6f-bc77-6bbb1f223604'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:31:56.393650 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f382feb1-2703-4636-87c0-448f192643ca admin admin] Publish callbacks [] for security_group (f3b71079-5d74-4c2e-8f49-fe92978dbcc7), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.398194 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f382feb1-2703-4636-87c0-448f192643ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f3b71079-5d74-4c2e-8f49-fe92978dbcc7), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.439373 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382feb1-2703-4636-87c0-448f192643ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b71079-5d74-4c2e-8f49-fe92978dbcc7,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:56.447555 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f382feb1-2703-4636-87c0-448f192643ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14dcba6e6a274e70a2e8156d987763d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409831 Mar 18 10:31:56.448602 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40788) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:56.497205 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-add88c25-7755-4bd2-a698-357bf1b4de8e admin admin] Publish callbacks [] for security_group (f3b71079-5d74-4c2e-8f49-fe92978dbcc7), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.518211 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-add88c25-7755-4bd2-a698-357bf1b4de8e admin admin] Publish callbacks [] for security_group (f3b71079-5d74-4c2e-8f49-fe92978dbcc7), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.565142 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-add88c25-7755-4bd2-a698-357bf1b4de8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f3b71079-5d74-4c2e-8f49-fe92978dbcc7), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.567738 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-add88c25-7755-4bd2-a698-357bf1b4de8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:56.568893 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-add88c25-7755-4bd2-a698-357bf1b4de8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3b71079-5d74-4c2e-8f49-fe92978dbcc7 HTTP/1.1" status: 204 len: 168 time: 0.1197560 Mar 18 10:31:56.577387 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add88c25-7755-4bd2-a698-357bf1b4de8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b71079-5d74-4c2e-8f49-fe92978dbcc7,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:56.766584 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae98de-e222-43ed-ba7e-f5d71ae86c32 req-e15c9bd1-e8fd-4fc6-9c94-0244034b8aa0 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:56.769201 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7aae98de-e222-43ed-ba7e-f5d71ae86c32 req-e15c9bd1-e8fd-4fc6-9c94-0244034b8aa0 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 945 time: 0.0598230 Mar 18 10:31:56.842855 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7aae98de-e222-43ed-ba7e-f5d71ae86c32 req-5bb014d2-6a38-4969-b265-ca9a22842c34 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659120 Mar 18 10:31:56.937192 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068ea3-399e-49f4-85a9-0f02decc81d8 req-103b6d0d-df1f-468a-8403-d6baeff01dc7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:56.938991 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4c068ea3-399e-49f4-85a9-0f02decc81d8 req-103b6d0d-df1f-468a-8403-d6baeff01dc7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 946 time: 0.0565894 Mar 18 10:31:57.011843 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4c068ea3-399e-49f4-85a9-0f02decc81d8 req-8530ed1d-93d1-459e-8220-e99cfa38ccb3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659547 Mar 18 10:31:57.881384 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 69d82998-ccc9-4d6f-bc77-6bbb1f223604 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:31:57.932187 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:31:57.937053 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:31:57.937439 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:57.968827 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc516f-fff4-417b-b486-de7fd2a79e7f req-da14d991-e259-4122-907b-957bbe0daab1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:57.970505 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2cfc516f-fff4-417b-b486-de7fd2a79e7f req-da14d991-e259-4122-907b-957bbe0daab1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 945 time: 0.0594544 Mar 18 10:31:58.026237 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2cfc516f-fff4-417b-b486-de7fd2a79e7f req-19fa83fd-d073-4e43-998b-87c42f8bb378 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480013 Mar 18 10:31:58.033553 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:31:58.033743 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:58.061376 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:58.064151 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51808f01-bf07-4437-a813-e9e334f721c3" -d '{"events": [{"server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "name": "network-vif-plugged", "status": "completed", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:58.078225 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 69d82998-ccc9-4d6f-bc77-6bbb1f223604, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:58.084891 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:58.118113 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea6c42-9436-4402-bc01-d22527059962 x-openstack-request-id: req-71ea6c42-9436-4402-bc01-d22527059962 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:58.118482 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "name": "network-vif-plugged", "status": "completed", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:58.118804 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71ea6c42-9436-4402-bc01-d22527059962 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:58.119263 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'code': 200} Mar 18 10:31:58.163308 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=69d82998-ccc9-4d6f-bc77-6bbb1f223604,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:58.184551 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19772a-d934-445a-83fc-e5ea75b6e55a req-f6de8dda-573c-488a-803f-25fd4bbf00f4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:58.186446 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc19772a-d934-445a-83fc-e5ea75b6e55a req-f6de8dda-573c-488a-803f-25fd4bbf00f4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 946 time: 0.0763190 Mar 18 10:31:58.245363 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc19772a-d934-445a-83fc-e5ea75b6e55a req-b105acc0-5369-482b-ab2b-5074fb5d084f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=efaeb520-1e27-43bb-b24e-93061f239b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533986 Mar 18 10:31:58.369731 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af276a5c-a28e-47d8-a1b6-b0a83f5b08f7 req-439a3f3f-7602-461b-b64a-85a2d3e96348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:58.371186 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af276a5c-a28e-47d8-a1b6-b0a83f5b08f7 req-439a3f3f-7602-461b-b64a-85a2d3e96348 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 1130 time: 0.0716224 Mar 18 10:31:58.412853 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-4db4ad4b-326b-4864-b169-e75bcba91a61 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:58.414934 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-4db4ad4b-326b-4864-b169-e75bcba91a61 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 946 time: 0.0815866 Mar 18 10:31:58.458829 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af276a5c-a28e-47d8-a1b6-b0a83f5b08f7 req-1c698c12-215f-4393-8e58-31c167a097d2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813534 Mar 18 10:31:58.519716 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Deleting port 03d54b27-6991-4a62-9124-0f6535f328a4 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:31:58.520054 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:58.617718 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] For port 03d54b27-6991-4a62-9124-0f6535f328a4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=03d54b27-6991-4a62-9124-0f6535f328a4,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:31:58.618117 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:58.819134 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:58.819600 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (5696f315-ee48-47b0-af52-e5d9854c1c1a), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:58.820385 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Floating IP 5696f315-ee48-47b0-af52-e5d9854c1c1a disassociated. External IP: 172.27.0.5, port: 03d54b27-6991-4a62-9124-0f6535f328a4. Mar 18 10:31:58.820719 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Calling delete_port for 03d54b27-6991-4a62-9124-0f6535f328a4 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:31:58.958555 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (03d54b27-6991-4a62-9124-0f6535f328a4), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:58.986678 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event deleted for resources: {'Port': ['ID=03d54b27-6991-4a62-9124-0f6535f328a4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:59.141492 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Router 66721102-7cc2-4adb-b966-b75a991378cc has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:31:59.218138 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40874) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:59.337478 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f8a0-ab9a-443b-bbbd-a637a9501bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.399203 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3654e2ca-a213-490d-9f0b-7ac8ccd4e95f req-8ff4eeb0-2570-4c19-8122-613ec4241469 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1ea837f-bab4-4d13-8219-81de5618f7b9 HTTP/1.1" status: 200 len: 210 time: 0.0647960 Mar 18 10:31:59.531044 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f8a0-ab9a-443b-bbbd-a637a9501bf9 admin admin] Publish callbacks [] for security_group (9e9b78b4-c6f6-43bd-ab7d-72521066b0cd), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.537190 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f8a0-ab9a-443b-bbbd-a637a9501bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (9e9b78b4-c6f6-43bd-ab7d-72521066b0cd), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.553479 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6d8d5-f7ce-4a11-b029-24bf26ece216 req-6457034f-3cf5-498c-ba45-e32fcaea03c1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:31:59.555474 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b8d6d8d5-f7ce-4a11-b029-24bf26ece216 req-6457034f-3cf5-498c-ba45-e32fcaea03c1 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 946 time: 0.4505496 Mar 18 10:31:59.593615 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a7f6f8a0-ab9a-443b-bbbd-a637a9501bf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4dc3b4e08bf4d34a51ec1285034a3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742411 Mar 18 10:31:59.594484 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6f8a0-ab9a-443b-bbbd-a637a9501bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b78b4-c6f6-43bd-ab7d-72521066b0cd,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:31:59.596259 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40880) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:31:59.678940 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b8d6d8d5-f7ce-4a11-b029-24bf26ece216 req-1182fb55-a727-46d7-83e3-3604219314da tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011841 Mar 18 10:31:59.680411 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:31:59.695408 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] Sync routers for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:31:59.705886 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:31:59.706631 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:31:59.735056 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] No DVR routers for this DVR port 03d54b27-6991-4a62-9124-0f6535f328a4 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:31:59.738776 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.742652 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8dbf78d1-6123-43b9-af05-6b254ee62c44 req-eb92a87f-e687-4c86-b8e3-2d457b024ddb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "DELETE /v2.0/ports/03d54b27-6991-4a62-9124-0f6535f328a4 HTTP/1.1" status: 204 len: 173 time: 1.3221149 Mar 18 10:31:59.743124 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-deleted', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:31:59.746312 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1c824d-3529-4253-bc0c-f2ec8f5bdbe8" -d '{"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-deleted", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:31:59.752033 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31713ddf-ac1e-4cdc-873e-b8588d8c4782 admin admin] Publish callbacks [] for security_group (9e9b78b4-c6f6-43bd-ab7d-72521066b0cd), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.779682 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31713ddf-ac1e-4cdc-873e-b8588d8c4782 admin admin] Publish callbacks [] for security_group (9e9b78b4-c6f6-43bd-ab7d-72521066b0cd), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.802272 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0993ce-bdc4-4312-a7ee-beb174b9f26e x-openstack-request-id: req-2f0993ce-bdc4-4312-a7ee-beb174b9f26e {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:31:59.803381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ea837f-bab4-4d13-8219-81de5618f7b9", "name": "network-vif-deleted", "tag": "03d54b27-6991-4a62-9124-0f6535f328a4", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:31:59.803381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f0993ce-bdc4-4312-a7ee-beb174b9f26e {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:31:59.803381 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ea837f-bab4-4d13-8219-81de5618f7b9', 'name': 'network-vif-deleted', 'tag': '03d54b27-6991-4a62-9124-0f6535f328a4', 'status': 'completed', 'code': 200} Mar 18 10:31:59.837292 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad498a32-fd30-49f2-8175-3cfa1aeef211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.848077 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:31:59.858794 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31713ddf-ac1e-4cdc-873e-b8588d8c4782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (9e9b78b4-c6f6-43bd-ab7d-72521066b0cd), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.867643 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31713ddf-ac1e-4cdc-873e-b8588d8c4782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:31:59.871102 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-31713ddf-ac1e-4cdc-873e-b8588d8c4782 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e9b78b4-c6f6-43bd-ab7d-72521066b0cd HTTP/1.1" status: 204 len: 168 time: 0.2704456 Mar 18 10:31:59.879904 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31713ddf-ac1e-4cdc-873e-b8588d8c4782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b78b4-c6f6-43bd-ab7d-72521066b0cd,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.069619 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.096609 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] Checking router: 66721102-7cc2-4adb-b966-b75a991378cc for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:00.107378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:00.108052 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.163238 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40888) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:00.177653 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9f53931e-7b7a-48c6-a7bb-9d84756f4ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.225469 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:00.264380 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9f53931e-7b7a-48c6-a7bb-9d84756f4ada admin admin] Publish callbacks [] for security_group (90af2c53-3e82-421c-9d81-8b4ac61f4e99), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.270034 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9f53931e-7b7a-48c6-a7bb-9d84756f4ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (90af2c53-3e82-421c-9d81-8b4ac61f4e99), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.321081 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9f53931e-7b7a-48c6-a7bb-9d84756f4ada admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39b16adb1f8c4c29851f9a4cbaa8de39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560729 Mar 18 10:32:00.321995 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53931e-7b7a-48c6-a7bb-9d84756f4ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90af2c53-3e82-421c-9d81-8b4ac61f4e99,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.323800 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40890) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:00.376922 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4df91564-3340-4845-a624-f2e05deb06af admin admin] Publish callbacks [] for security_group (90af2c53-3e82-421c-9d81-8b4ac61f4e99), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.399887 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4df91564-3340-4845-a624-f2e05deb06af admin admin] Publish callbacks [] for security_group (90af2c53-3e82-421c-9d81-8b4ac61f4e99), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.451175 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4df91564-3340-4845-a624-f2e05deb06af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (90af2c53-3e82-421c-9d81-8b4ac61f4e99), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.454029 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4df91564-3340-4845-a624-f2e05deb06af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.457530 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4df91564-3340-4845-a624-f2e05deb06af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90af2c53-3e82-421c-9d81-8b4ac61f4e99 HTTP/1.1" status: 204 len: 168 time: 0.1296446 Mar 18 10:32:00.464338 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df91564-3340-4845-a624-f2e05deb06af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af2c53-3e82-421c-9d81-8b4ac61f4e99,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.522396 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40898) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:00.586095 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a0db28d-1c86-4374-9c80-e18eaf733347 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (efaeb520-1e27-43bb-b24e-93061f239b01), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.596242 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:00.613640 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a0db28d-1c86-4374-9c80-e18eaf733347 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (efaeb520-1e27-43bb-b24e-93061f239b01), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.627880 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64811ae6-d37f-4233-903c-5842954c39a1 None None] The sync data for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi is: [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:00.680838 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a0db28d-1c86-4374-9c80-e18eaf733347 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (efaeb520-1e27-43bb-b24e-93061f239b01), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.683915 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a0db28d-1c86-4374-9c80-e18eaf733347 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.685330 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6a0db28d-1c86-4374-9c80-e18eaf733347 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "DELETE /v2.0/security-groups/efaeb520-1e27-43bb-b24e-93061f239b01 HTTP/1.1" status: 204 len: 168 time: 0.1609776 Mar 18 10:32:00.689294 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40902) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:00.696673 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0db28d-1c86-4374-9c80-e18eaf733347 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaeb520-1e27-43bb-b24e-93061f239b01,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:00.717656 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-0c8f866d-cae9-4045-81a2-8f9d5e1ddf52 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] show failed (client error): The resource could not be found. Mar 18 10:32:00.718924 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0c8f866d-cae9-4045-81a2-8f9d5e1ddf52 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups/efaeb520-1e27-43bb-b24e-93061f239b01 HTTP/1.1" status: 404 len: 347 time: 0.0285680 Mar 18 10:32:00.722153 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40906) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:00.822487 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e83a-1c14-4bcf-8cc3-c88bc927d127 req-0028b533-3a23-42e4-aa64-a4ba1393ba53 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:00.824260 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7144e83a-1c14-4bcf-8cc3-c88bc927d127 req-0028b533-3a23-42e4-aa64-a4ba1393ba53 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 946 time: 0.0620842 Mar 18 10:32:00.888596 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Deleting port b368360d-38b8-431f-aa1e-ea6dc7f194a2 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:00.888955 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.898478 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7144e83a-1c14-4bcf-8cc3-c88bc927d127 req-97e690f8-ada9-46ea-ac8c-c6202cbae1e5 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677454 Mar 18 10:32:00.992097 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.992423 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (b368360d-38b8-431f-aa1e-ea6dc7f194a2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:00.995712 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4d560-7427-4ec2-8c4c-78796ac692c2 None None] New status for floating IP 5696f315-ee48-47b0-af52-e5d9854c1c1a: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:32:01.027219 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Calling delete_port for b368360d-38b8-431f-aa1e-ea6dc7f194a2 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:01.100061 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1578-6f18-4958-a1da-72fbca46b386 req-38073897-965d-4062-bc87-2c346188f211 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:01.106220 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-436e1578-6f18-4958-a1da-72fbca46b386 req-38073897-965d-4062-bc87-2c346188f211 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 946 time: 0.1306612 Mar 18 10:32:01.111418 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40920) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:01.118136 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Request body: {'floatingip': {'port_id': '69d82998-ccc9-4d6f-bc77-6bbb1f223604'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:01.172280 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (b37dbcaf-d19a-47d4-aa23-8803feb88e54), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:01.416823 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (b368360d-38b8-431f-aa1e-ea6dc7f194a2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:01.459505 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event deleted for resources: {'Port': ['ID=b368360d-38b8-431f-aa1e-ea6dc7f194a2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:01.537114 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (5696f315-ee48-47b0-af52-e5d9854c1c1a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:01.539876 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:01.541033 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-796eabcf-4440-408a-a59e-9985a056fafd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "DELETE /v2.0/floatingips/5696f315-ee48-47b0-af52-e5d9854c1c1a HTTP/1.1" status: 204 len: 168 time: 0.8178885 Mar 18 10:32:01.781665 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:01.786394 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (b37dbcaf-d19a-47d4-aa23-8803feb88e54), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:01.896878 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:01.901365 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Floating IP b37dbcaf-d19a-47d4-aa23-8803feb88e54 associated. External IP: 172.27.0.160, port: 69d82998-ccc9-4d6f-bc77-6bbb1f223604. Mar 18 10:32:01.919275 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 03d54b27-6991-4a62-9124-0f6535f328a4 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:01.919985 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 03d54b27-6991-4a62-9124-0f6535f328a4 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:02.050544 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40948) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:02.058275 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-7565c68b-39de-4897-833b-838888b4aa22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252692369', 'description': 'tempest-description--1568248799'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:02.084499 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7565c68b-39de-4897-833b-838888b4aa22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.170795 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7565c68b-39de-4897-833b-838888b4aa22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (16e04c20-185a-46fb-b24c-4a1034c60fd4), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.181670 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7565c68b-39de-4897-833b-838888b4aa22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (16e04c20-185a-46fb-b24c-4a1034c60fd4), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.215964 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565c68b-39de-4897-833b-838888b4aa22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e04c20-185a-46fb-b24c-4a1034c60fd4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:02.222748 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7565c68b-39de-4897-833b-838888b4aa22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.224285 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7565c68b-39de-4897-833b-838888b4aa22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1709516 Mar 18 10:32:02.228028 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40956) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:02.233452 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-b4ffcedd-1920-4767-a1ff-15d43d484bed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'security_group_rule': {'security_group_id': '16e04c20-185a-46fb-b24c-4a1034c60fd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:02.262565 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b4ffcedd-1920-4767-a1ff-15d43d484bed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (0e80fa59-e9e7-4e9a-b2d5-2cbb1dd214d0), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.324213 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b4ffcedd-1920-4767-a1ff-15d43d484bed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (0e80fa59-e9e7-4e9a-b2d5-2cbb1dd214d0), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.330182 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b4ffcedd-1920-4767-a1ff-15d43d484bed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (0e80fa59-e9e7-4e9a-b2d5-2cbb1dd214d0), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.350561 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffcedd-1920-4767-a1ff-15d43d484bed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e80fa59-e9e7-4e9a-b2d5-2cbb1dd214d0,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:02.358500 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Router c697f224-f09e-49dd-b9fd-063563b864f3 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:32:02.362777 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b4ffcedd-1920-4767-a1ff-15d43d484bed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.363918 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b4ffcedd-1920-4767-a1ff-15d43d484bed tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353426 Mar 18 10:32:02.366556 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 40958) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:02.372466 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-d0a5ccaa-9b37-4985-af05-841c2ea7939b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'security_group_rule': {'security_group_id': '16e04c20-185a-46fb-b24c-4a1034c60fd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:02.397537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ccaa-9b37-4985-af05-841c2ea7939b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (d7610aee-da09-4fec-9d6e-a7f425148565), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.462905 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ccaa-9b37-4985-af05-841c2ea7939b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (d7610aee-da09-4fec-9d6e-a7f425148565), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.467489 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ccaa-9b37-4985-af05-841c2ea7939b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (d7610aee-da09-4fec-9d6e-a7f425148565), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.488063 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5ccaa-9b37-4985-af05-841c2ea7939b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7610aee-da09-4fec-9d6e-a7f425148565,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:02.496203 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:02.496697 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ccaa-9b37-4985-af05-841c2ea7939b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.501589 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.503747 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 40960) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:02.506434 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d0a5ccaa-9b37-4985-af05-841c2ea7939b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370745 Mar 18 10:32:02.508634 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] Sync routers for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:02.509743 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:02.521247 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:02.522022 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:31:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:02.566779 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d207508e-78e3-4034-8daa-6abf32e7553c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "PUT /v2.0/floatingips/b37dbcaf-d19a-47d4-aa23-8803feb88e54 HTTP/1.1" status: 200 len: 992 time: 1.4541578 Mar 18 10:32:02.567872 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:02.570916 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ac624-e724-4047-84a4-03abf00c214b" -d '{"events": [{"name": "network-changed", "server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:32:02.575002 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.635624 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f085c7d8-f925-40f4-9c1c-d5b581e5160d x-openstack-request-id: req-f085c7d8-f925-40f4-9c1c-d5b581e5160d {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:32:02.636090 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:32:02.636404 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f085c7d8-f925-40f4-9c1c-d5b581e5160d {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:32:02.637091 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'status': 'completed', 'code': 200} Mar 18 10:32:02.654360 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:02.711164 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac624-e724-4047-84a4-03abf00c214b req-c6f75a2a-0636-4480-8826-2d371bedbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:02.712748 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b0ac624-e724-4047-84a4-03abf00c214b req-c6f75a2a-0636-4480-8826-2d371bedbecb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 1130 time: 0.0585372 Mar 18 10:32:02.713641 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.822334 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac624-e724-4047-84a4-03abf00c214b req-c93c214c-a5ad-45a0-a86f-efed9721ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:02.824800 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b0ac624-e724-4047-84a4-03abf00c214b req-c93c214c-a5ad-45a0-a86f-efed9721ae6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 200 len: 911 time: 0.1046269 Mar 18 10:32:02.837665 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Allocated IP 172.27.0.140 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/ebda2cbb-e7cb-4772-b271-18e37b5039df) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:02.907309 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a204a864-5a66-43d1-a5a8-ae32ef261b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.922161 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'b37dbcaf-d19a-47d4-aa23-8803feb88e54', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'port_id': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'mac_address': 'fa:16:3e:71:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:31:47Z', 'updated_at': '2022-03-18T10:32:01Z', 'revision_number': 1, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:02.923754 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b0ac624-e724-4047-84a4-03abf00c214b req-32b9c422-dc9f-4367-8675-95db34260667 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604 HTTP/1.1" status: 200 len: 1000 time: 0.0930924 Mar 18 10:32:02.951513 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] Checking router: c697f224-f09e-49dd-b9fd-063563b864f3 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:02.961521 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:02.962320 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:02.979031 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:02.988575 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac624-e724-4047-84a4-03abf00c214b req-a549aa07-3b87-4a4b-a426-3fa7482bcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:02.990960 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b0ac624-e724-4047-84a4-03abf00c214b req-a549aa07-3b87-4a4b-a426-3fa7482bcf6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 200 len: 849 time: 0.0605583 Mar 18 10:32:03.038099 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:03.063441 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac624-e724-4047-84a4-03abf00c214b req-92f1d22d-e4f4-4ff2-908a-abcc659f6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:03.066326 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b0ac624-e724-4047-84a4-03abf00c214b req-92f1d22d-e4f4-4ff2-908a-abcc659f6324 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d01382aa-37e7-475d-9a81-c7daa3b129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694280 Mar 18 10:32:03.091733 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:03.110271 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:03.117252 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:03.123687 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:03.178059 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'Port': ['ID=ebda2cbb-e7cb-4772-b271-18e37b5039df,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:03.184949 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b0ac624-e724-4047-84a4-03abf00c214b req-df1ad1fd-0415-48ea-a8be-561c891a7708 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114490 Mar 18 10:32:03.259927 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (1a6fb3a4-cca5-4f2e-b6a7-90da989db573), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:03.295898 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b0ac624-e724-4047-84a4-03abf00c214b req-8d0f24f6-2750-4849-9f55-a291c88dc5c9 service neutron] 10.222.0.45 "GET /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042466 Mar 18 10:32:03.301587 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:03.437658 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'b37dbcaf-d19a-47d4-aa23-8803feb88e54', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'port_id': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'mac_address': 'fa:16:3e:71:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:31:47Z', 'updated_at': '2022-03-18T10:32:01Z', 'revision_number': 1, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:03.464482 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fff444-c2bf-45dd-a39e-d50aac7bf71d None None] The sync data for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi is: [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'b37dbcaf-d19a-47d4-aa23-8803feb88e54', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'port_id': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'mac_address': 'fa:16:3e:71:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:31:47Z', 'updated_at': '2022-03-18T10:32:01Z', 'revision_number': 1, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:03.490285 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:03.495618 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:03.564244 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'Port': ['ID=ebda2cbb-e7cb-4772-b271-18e37b5039df,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:03.578462 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (1a6fb3a4-cca5-4f2e-b6a7-90da989db573), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:03.595587 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:03.596868 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8c7e048c-f184-4505-8a1f-73bef2bc8ec0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0911088 Mar 18 10:32:03.684204 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd27f-ecd4-4a05-b9e8-8064cdb7065a None None] New status for floating IP b37dbcaf-d19a-47d4-aa23-8803feb88e54: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:32:03.809908 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-9a278410-9f6e-4fb6-a5d2-a3449d9fc3b5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--252692369&fields=id&tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 267 time: 0.0454669 Mar 18 10:32:03.926089 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a44ec92-3b24-4965-b4bc-80b7fb6f0718 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:03.927602 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a44ec92-3b24-4965-b4bc-80b7fb6f0718 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 816 time: 0.1107857 Mar 18 10:32:03.942930 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-a7d62f6f-dae5-4e2b-bc75-22a45e441c22 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/quotas/d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 375 time: 0.0093610 Mar 18 10:32:04.004255 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-9f9ad09d-8848-437a-87ff-8555dcc70da5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558908 Mar 18 10:32:04.070306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:04.099833 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-8b502f70-0295-49f7-b531-05bd38c7bb05 service neutron] 10.222.0.44 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838318 Mar 18 10:32:04.198447 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-d7627010-c997-492d-98a4-436c58f364ab service neutron] 10.222.0.44 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896842 Mar 18 10:32:04.370864 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bf13c9e5-197b-4094-aba3-e77cbce89756 req-516d203b-d769-45e0-ae13-96d41c99842d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Mar 18 10:32:05.402454 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-4809ff5c-f01a-4db9-86eb-bebcbd5d64cb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:05.405310 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-4809ff5c-f01a-4db9-86eb-bebcbd5d64cb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 816 time: 0.1366346 Mar 18 10:32:05.521331 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-37abfaf8-cca6-4d67-8e5e-65d25209bc78 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 379 time: 0.1070540 Mar 18 10:32:05.540108 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b21f52d4-b501-4aa3-9084-399ed4f8af49 req-b7ae1c25-332e-4da5-b523-75d5cc40b629 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 210 time: 0.0459840 Mar 18 10:32:05.546467 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'port': {'device_id': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'admin_state_up': True, 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'security_groups': ['16e04c20-185a-46fb-b24c-4a1034c60fd4']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:05.686833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Made reservation on behalf of d28e7f2fa97f4e5c8b10a347154dfe69 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:05.690597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:05.838330 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Allocated IP 172.20.0.9 (8827447e-9724-4925-aac4-a2835d23dc5c/6be7fe45-4db7-439e-b22d-2c8a07372a1c/2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:05.909080 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.008875 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.047857 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.091772 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Network 8827447e-9724-4925-aac4-a2835d23dc5c is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:06.095123 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:06.097693 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:06.130322 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:06.162817 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:06.164002 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.183276 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-3a81058b-048f-4c9c-894c-3bdbb6101293 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6462843 Mar 18 10:32:06.196529 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Request body: {'port': {'device_id': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:06.276057 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.408474 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-cb18f1ee-bed9-4d8b-b36a-fb21ef8a5376 None None] Provisioning complete for port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:06.408778 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cb18f1ee-bed9-4d8b-b36a-fb21ef8a5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.443787 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-cb18f1ee-bed9-4d8b-b36a-fb21ef8a5376 None None] Port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:32:06.561314 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:32:06.569614 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Publish callbacks [] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.582147 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Transition to ACTIVE for port object 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:32:06.586563 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.644857 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:06.673710 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda34a-85e8-43cb-89f2-6114b9b6efb5 req-762ffaee-3fa5-4378-9a46-0968a16caac9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:06.675289 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ceda34a-85e8-43cb-89f2-6114b9b6efb5 req-762ffaee-3fa5-4378-9a46-0968a16caac9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0625563 Mar 18 10:32:06.723532 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Attempting to bind port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:32:06.723779 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Attempting to bind port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:32:06.724103 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Attempting to bind port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd on network 8827447e-9724-4925-aac4-a2835d23dc5c {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:06.727483 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ceda34a-85e8-43cb-89f2-6114b9b6efb5 req-8b3d7958-db11-4d02-8df0-7b756e149bc3 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455251 Mar 18 10:32:06.732918 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd on network 8827447e-9724-4925-aac4-a2835d23dc5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:32:06.733358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Attempting to bind port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd on network 8827447e-9724-4925-aac4-a2835d23dc5c {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:06.739114 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:32:06.739631 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Checking segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:06.740158 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Bound using segment: {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:32:06.740944 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Bound port: 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f4bc52-6a44-421b-a992-708cf52636d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:32:06.742024 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.820750 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:32:06.828222 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:32:06.838811 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.880764 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:06.881389 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:06.882836 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] 10.222.0.45 "PUT /v2.0/ports/2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 200 len: 1093 time: 0.6919014 Mar 18 10:32:06.883277 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:06.885494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e67cef-172c-4556-9088-5366f96955f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:32:06.918867 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd91e04-3ede-4c97-b7ec-225b2a359d67 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:06.938503 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a48b6fa-7973-4767-85aa-2a30e86722f2 x-openstack-request-id: req-1a48b6fa-7973-4767-85aa-2a30e86722f2 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:32:06.938899 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:32:06.939037 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a48b6fa-7973-4767-85aa-2a30e86722f2 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:32:06.939430 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'status': 'completed', 'code': 200} Mar 18 10:32:06.980605 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-4bd2b6cf-e743-4f96-9c1c-4045f60ab7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:06.982787 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-4bd2b6cf-e743-4f96-9c1c-4045f60ab7d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 1127 time: 0.0542278 Mar 18 10:32:07.029536 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-4c44ac03-3ede-4bc0-96b9-df674abb8bfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 200 len: 217 time: 0.0384059 Mar 18 10:32:07.079881 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-b0733f06-871a-4c8a-8182-6ad9c66450f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.081313 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-b0733f06-871a-4c8a-8182-6ad9c66450f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.0460224 Mar 18 10:32:07.139481 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-cb094afe-e186-44c4-b6e3-9557699291ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.141921 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-cb094afe-e186-44c4-b6e3-9557699291ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511491 Mar 18 10:32:07.152394 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:07.248670 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-34dcab9c-d373-46a3-a6b8-819b75812f06 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001019 Mar 18 10:32:07.348750 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e349e4bb-1449-47ca-aecb-6b0ca6daca56 req-c07f3efa-df7d-4928-97d9-2e2066e3f852 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850420 Mar 18 10:32:07.455608 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67cef-172c-4556-9088-5366f96955f6 req-f67a68b8-b70a-4e36-9ea2-416cf8b78abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.457334 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e67cef-172c-4556-9088-5366f96955f6 req-f67a68b8-b70a-4e36-9ea2-416cf8b78abf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 1127 time: 0.0656207 Mar 18 10:32:07.528834 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41072) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:07.570101 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67cef-172c-4556-9088-5366f96955f6 req-33de1100-6921-4312-a3cb-11127aeef4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.571644 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e67cef-172c-4556-9088-5366f96955f6 req-33de1100-6921-4312-a3cb-11127aeef4e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.1081686 Mar 18 10:32:07.617643 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e67cef-172c-4556-9088-5366f96955f6 req-1c4bd518-506d-4f23-9744-ac780350cc6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 200 len: 217 time: 0.0398574 Mar 18 10:32:07.671810 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-78b1c7b5-1c35-4c35-a3ae-c0899b9e2393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:07.694726 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67cef-172c-4556-9088-5366f96955f6 req-6e24db4f-8127-4cfd-b2e0-e0c74e7b8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.696260 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e67cef-172c-4556-9088-5366f96955f6 req-6e24db4f-8127-4cfd-b2e0-e0c74e7b8183 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.0698984 Mar 18 10:32:07.779980 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67cef-172c-4556-9088-5366f96955f6 req-95f18177-6edb-4b00-9965-c89e9d3cdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.781615 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e67cef-172c-4556-9088-5366f96955f6 req-95f18177-6edb-4b00-9965-c89e9d3cdcbb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774324 Mar 18 10:32:07.848075 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-78b1c7b5-1c35-4c35-a3ae-c0899b9e2393 admin admin] Publish callbacks [] for security_group (d3da4c66-db41-4d2c-a874-4bf1f2016a4f), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:07.855676 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-78b1c7b5-1c35-4c35-a3ae-c0899b9e2393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (d3da4c66-db41-4d2c-a874-4bf1f2016a4f), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:07.871505 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccaff4-4d19-43cc-ac4e-90c24bc36682 req-3a8d2883-d539-4194-886d-4227e0567541 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:07.873090 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ebccaff4-4d19-43cc-ac4e-90c24bc36682 req-3a8d2883-d539-4194-886d-4227e0567541 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0595720 Mar 18 10:32:07.910798 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-78b1c7b5-1c35-4c35-a3ae-c0899b9e2393 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf447ae831e44e868b36b937f62f1877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809023 Mar 18 10:32:07.913466 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1c7b5-1c35-4c35-a3ae-c0899b9e2393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da4c66-db41-4d2c-a874-4bf1f2016a4f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:07.915320 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41078) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:07.921947 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:32:07.938408 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e67cef-172c-4556-9088-5366f96955f6 req-2daf1b6b-464d-49e4-ac6c-81b9cb580723 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475825 Mar 18 10:32:07.959954 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ebccaff4-4d19-43cc-ac4e-90c24bc36682 req-8c5687e7-9f14-48df-9218-1cc5bc9bc977 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802183 Mar 18 10:32:07.992195 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Publish callbacks [] for security_group (d3da4c66-db41-4d2c-a874-4bf1f2016a4f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.026514 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Publish callbacks [] for security_group (d3da4c66-db41-4d2c-a874-4bf1f2016a4f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.059400 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e67cef-172c-4556-9088-5366f96955f6 req-d1afc926-fb42-4a9b-993d-e932b119ae95 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132076 Mar 18 10:32:08.076486 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:08.088960 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (d3da4c66-db41-4d2c-a874-4bf1f2016a4f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.090364 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'port_id': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'mac_address': 'fa:16:3e:bf:05:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:32:08.093695 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.095784 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3da4c66-db41-4d2c-a874-4bf1f2016a4f HTTP/1.1" status: 204 len: 168 time: 0.1793714 Mar 18 10:32:08.107626 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da4c66-db41-4d2c-a874-4bf1f2016a4f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:08.116122 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.116987 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.117330 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.117670 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.118048 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.118383 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.118711 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.119041 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.119360 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.119685 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.120195 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.120522 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.120855 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.121177 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.121706 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc9d20-b0a7-428a-87ee-0b6dac4e3a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:08.145967 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:08.146385 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.162248 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:32:08.186833 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:08.191761 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.255998 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:08.418665 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41084) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:08.419190 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:32:08.438239 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f114abc7-972b-46c6-a629-daa6bcf14486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.545277 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f114abc7-972b-46c6-a629-daa6bcf14486 admin admin] Publish callbacks [] for security_group (eef22602-2a1e-48d8-943c-cf47cab9c503), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.552345 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f114abc7-972b-46c6-a629-daa6bcf14486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eef22602-2a1e-48d8-943c-cf47cab9c503), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.615793 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f114abc7-972b-46c6-a629-daa6bcf14486 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20ba48bf30ad4c74a9600dad74386b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959064 Mar 18 10:32:08.617065 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114abc7-972b-46c6-a629-daa6bcf14486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef22602-2a1e-48d8-943c-cf47cab9c503,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:08.618755 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41086) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:08.682576 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b698-7bdb-4559-ad89-9977e656596b admin admin] Publish callbacks [] for security_group (eef22602-2a1e-48d8-943c-cf47cab9c503), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.703997 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b698-7bdb-4559-ad89-9977e656596b admin admin] Publish callbacks [] for security_group (eef22602-2a1e-48d8-943c-cf47cab9c503), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.753283 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b698-7bdb-4559-ad89-9977e656596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eef22602-2a1e-48d8-943c-cf47cab9c503), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.755897 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ad4b698-7bdb-4559-ad89-9977e656596b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:08.757058 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5ad4b698-7bdb-4559-ad89-9977e656596b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eef22602-2a1e-48d8-943c-cf47cab9c503 HTTP/1.1" status: 204 len: 168 time: 0.1350806 Mar 18 10:32:08.764931 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4b698-7bdb-4559-ad89-9977e656596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef22602-2a1e-48d8-943c-cf47cab9c503,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:09.102819 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985aa02-2ac7-4a2a-ba2a-099c13c4e08d req-099471a3-b0af-40b1-8510-daebed2501a8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:09.104561 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2985aa02-2ac7-4a2a-ba2a-099c13c4e08d req-099471a3-b0af-40b1-8510-daebed2501a8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 944 time: 0.0612009 Mar 18 10:32:09.161031 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2985aa02-2ac7-4a2a-ba2a-099c13c4e08d req-4300db3e-8cdf-4165-869f-7309907b4410 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504584 Mar 18 10:32:09.919449 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:09.930356 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41120) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:10.002447 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:32:10.006916 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:10.007300 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.061170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6ded5e65-d880-4f4f-bea4-95c593628b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.091919 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:10.092311 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.118730 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:10.121023 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a233c-8ef3-48e3-9b16-6dc15fdedb8b" -d '{"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:32:10.134943 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:10.140283 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.158895 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6ded5e65-d880-4f4f-bea4-95c593628b51 admin admin] Publish callbacks [] for security_group (8d8c921c-479d-4fc0-ab90-858c00ec8aea), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.164592 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6ded5e65-d880-4f4f-bea4-95c593628b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (8d8c921c-479d-4fc0-ab90-858c00ec8aea), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.169700 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70954de-381b-4a80-85c7-f62a0e60ee5d x-openstack-request-id: req-c70954de-381b-4a80-85c7-f62a0e60ee5d {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:32:10.170043 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:32:10.170304 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c70954de-381b-4a80-85c7-f62a0e60ee5d {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:32:10.170695 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'code': 200} Mar 18 10:32:10.197694 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:10.215623 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6ded5e65-d880-4f4f-bea4-95c593628b51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57b8efb177764a4db66575965b591ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824476 Mar 18 10:32:10.216822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41128) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:10.217327 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded5e65-d880-4f4f-bea4-95c593628b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c921c-479d-4fc0-ab90-858c00ec8aea,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:10.317826 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c51b2914-3d0f-4ca3-bb4f-15e73c5aeb13 admin admin] Publish callbacks [] for security_group (8d8c921c-479d-4fc0-ab90-858c00ec8aea), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.349272 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c51b2914-3d0f-4ca3-bb4f-15e73c5aeb13 admin admin] Publish callbacks [] for security_group (8d8c921c-479d-4fc0-ab90-858c00ec8aea), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.375806 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b02e-f56e-40d3-82dd-1df821290c46 req-edef8eb1-d5ac-428e-99dd-2e0b544e2b6f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:10.377368 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b900b02e-f56e-40d3-82dd-1df821290c46 req-edef8eb1-d5ac-428e-99dd-2e0b544e2b6f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.1099420 Mar 18 10:32:10.470611 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d2669-1d6b-4092-8059-2ee1be7bf2ac req-13749745-2f69-40cc-a5e6-8d2c05b808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:10.472267 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b88d2669-1d6b-4092-8059-2ee1be7bf2ac req-13749745-2f69-40cc-a5e6-8d2c05b808f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 1129 time: 0.1208782 Mar 18 10:32:10.476214 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b900b02e-f56e-40d3-82dd-1df821290c46 req-36bfc627-a420-454b-8bad-3381f2a8ed1f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795124 Mar 18 10:32:10.498285 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c51b2914-3d0f-4ca3-bb4f-15e73c5aeb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (8d8c921c-479d-4fc0-ab90-858c00ec8aea), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.500994 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c51b2914-3d0f-4ca3-bb4f-15e73c5aeb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:10.502201 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c51b2914-3d0f-4ca3-bb4f-15e73c5aeb13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d8c921c-479d-4fc0-ab90-858c00ec8aea HTTP/1.1" status: 204 len: 168 time: 0.2843673 Mar 18 10:32:10.517933 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b2914-3d0f-4ca3-bb4f-15e73c5aeb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c921c-479d-4fc0-ab90-858c00ec8aea,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:10.537590 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b88d2669-1d6b-4092-8059-2ee1be7bf2ac req-b43197c5-d586-495f-abab-4b45f15d31cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597711 Mar 18 10:32:11.616826 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80a7a-443c-445f-8497-c097ab5b74d3 req-41045a0b-9585-45e8-b8a7-572be28ba7b2 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:11.618428 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dd80a7a-443c-445f-8497-c097ab5b74d3 req-41045a0b-9585-45e8-b8a7-572be28ba7b2 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0608184 Mar 18 10:32:11.670792 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dd80a7a-443c-445f-8497-c097ab5b74d3 req-28f8cb2f-167d-4944-affd-cceec61436ac tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457451 Mar 18 10:32:12.804147 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c06c3-cf79-4847-93f0-cbe223034788 req-204e6056-b26c-448f-99c8-616a4d8c165d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:12.805687 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03c06c3-cf79-4847-93f0-cbe223034788 req-204e6056-b26c-448f-99c8-616a4d8c165d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0547342 Mar 18 10:32:12.859002 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03c06c3-cf79-4847-93f0-cbe223034788 req-975ce7fc-4398-4b9d-9b8d-1c43fd58494b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475111 Mar 18 10:32:12.986361 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdb6dd-310e-4e92-ae24-6b70ca29709a req-3a959c51-1040-4b80-87e7-f9061d3fbead tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:12.987772 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b4cdb6dd-310e-4e92-ae24-6b70ca29709a req-3a959c51-1040-4b80-87e7-f9061d3fbead tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0540197 Mar 18 10:32:12.996232 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41178) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:13.000551 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Request body: {'floatingip': {'port_id': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:13.038799 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (1a6fb3a4-cca5-4f2e-b6a7-90da989db573), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:13.470649 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:13.474708 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (1a6fb3a4-cca5-4f2e-b6a7-90da989db573), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:13.584911 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Floating IP 1a6fb3a4-cca5-4f2e-b6a7-90da989db573 associated. External IP: 172.27.0.140, port: 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd. Mar 18 10:32:13.818582 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Router 66721102-7cc2-4adb-b966-b75a991378cc has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:32:13.946698 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:13.951799 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:13.957274 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] Sync routers for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:13.968240 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:13.968875 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:13.993801 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a518e6a8-be4f-4dff-841a-d865cc91d4ee tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "PUT /v2.0/floatingips/1a6fb3a4-cca5-4f2e-b6a7-90da989db573 HTTP/1.1" status: 200 len: 991 time: 0.9846506 Mar 18 10:32:13.993801 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:13.993801 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c" -d '{"events": [{"name": "network-changed", "server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:32:14.025291 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a323ca-21b7-41e1-b9c5-f0697a71771d x-openstack-request-id: req-b3a323ca-21b7-41e1-b9c5-f0697a71771d {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:32:14.025584 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:32:14.025869 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3a323ca-21b7-41e1-b9c5-f0697a71771d {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:32:14.026267 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'status': 'completed', 'code': 200} Mar 18 10:32:14.096553 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:14.104509 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-e8443205-4b89-4cd9-b50e-30f829996328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:14.106085 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-e8443205-4b89-4cd9-b50e-30f829996328 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 1129 time: 0.0510421 Mar 18 10:32:14.207655 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-fbb18d5f-72fb-408b-b341-9486de928f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:14.209153 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-fbb18d5f-72fb-408b-b341-9486de928f28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.0968900 Mar 18 10:32:14.282685 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-65c960b5-1bbf-4c99-9105-715dfe56b4a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 200 len: 999 time: 0.0665858 Mar 18 10:32:14.335483 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '1a6fb3a4-cca5-4f2e-b6a7-90da989db573', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'port_id': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'mac_address': 'fa:16:3e:bf:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:32:03Z', 'updated_at': '2022-03-18T10:32:13Z', 'revision_number': 1, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:14.335822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-bf67ba2c-87a2-4d98-93e0-348e6b9489b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:14.337230 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-bf67ba2c-87a2-4d98-93e0-348e6b9489b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.0488145 Mar 18 10:32:14.365702 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] Checking router: 66721102-7cc2-4adb-b966-b75a991378cc for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:14.375422 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:14.375898 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:14.395295 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-592de920-8009-40f1-9c33-7231aceb172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:14.396891 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-592de920-8009-40f1-9c33-7231aceb172a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495782 Mar 18 10:32:14.495649 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:14.507786 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-60dfae99-e729-4d9d-8b90-477fb6c00e2e service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041772 Mar 18 10:32:14.627978 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f67c02a-c49d-4997-9ab5-539cf3c1b16c req-bc22127b-6cc5-411e-be3e-a719d8d0dd70 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138866 Mar 18 10:32:14.694987 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41198) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:14.805169 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ec6d-c3eb-4273-b166-cfc21c89be0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:14.868074 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '1a6fb3a4-cca5-4f2e-b6a7-90da989db573', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'port_id': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'mac_address': 'fa:16:3e:bf:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:32:03Z', 'updated_at': '2022-03-18T10:32:13Z', 'revision_number': 1, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:14.883000 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ec6d-c3eb-4273-b166-cfc21c89be0d admin admin] Publish callbacks [] for security_group (dfcf2fc5-d87a-4ac1-bc37-934f4784dd56), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:14.887100 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ec6d-c3eb-4273-b166-cfc21c89be0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (dfcf2fc5-d87a-4ac1-bc37-934f4784dd56), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:14.898719 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a2899-2952-4df5-8bfb-ee8f1cf6d311 None None] The sync data for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi is: [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '1a6fb3a4-cca5-4f2e-b6a7-90da989db573', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'port_id': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'mac_address': 'fa:16:3e:bf:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:32:03Z', 'updated_at': '2022-03-18T10:32:13Z', 'revision_number': 1, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:14.925227 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7ec6d-c3eb-4273-b166-cfc21c89be0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcf2fc5-d87a-4ac1-bc37-934f4784dd56,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:14.932593 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f8c7ec6d-c3eb-4273-b166-cfc21c89be0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b6e04d3d96346138e82b34bb09a325d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335458 Mar 18 10:32:14.933391 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41202) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:15.001578 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4775cec0-38c1-4dc8-88c4-305ca8e2393c admin admin] Publish callbacks [] for security_group (dfcf2fc5-d87a-4ac1-bc37-934f4784dd56), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.025113 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4775cec0-38c1-4dc8-88c4-305ca8e2393c admin admin] Publish callbacks [] for security_group (dfcf2fc5-d87a-4ac1-bc37-934f4784dd56), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.077009 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4775cec0-38c1-4dc8-88c4-305ca8e2393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (dfcf2fc5-d87a-4ac1-bc37-934f4784dd56), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.079893 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4775cec0-38c1-4dc8-88c4-305ca8e2393c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.081239 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4775cec0-38c1-4dc8-88c4-305ca8e2393c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfcf2fc5-d87a-4ac1-bc37-934f4784dd56 HTTP/1.1" status: 204 len: 168 time: 0.1477304 Mar 18 10:32:15.090465 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775cec0-38c1-4dc8-88c4-305ca8e2393c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcf2fc5-d87a-4ac1-bc37-934f4784dd56,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:15.121269 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d554e2c4-c66c-4fae-a5ba-86fa027eccc0 None None] New status for floating IP 1a6fb3a4-cca5-4f2e-b6a7-90da989db573: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:32:15.375158 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41208) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:15.392922 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fc95d1b0-6f19-45aa-b97c-f307aca70624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.479885 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fc95d1b0-6f19-45aa-b97c-f307aca70624 admin admin] Publish callbacks [] for security_group (b1af922f-bddf-4ea6-a888-ca8a8eaed982), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.484255 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fc95d1b0-6f19-45aa-b97c-f307aca70624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b1af922f-bddf-4ea6-a888-ca8a8eaed982), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.522366 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-fc95d1b0-6f19-45aa-b97c-f307aca70624 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=339d2e05b80840bbb8281e876de7cb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460798 Mar 18 10:32:15.523222 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95d1b0-6f19-45aa-b97c-f307aca70624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1af922f-bddf-4ea6-a888-ca8a8eaed982,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:15.525005 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41210) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:15.575897 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2f8b-a281-4033-b76f-d5f96cb4a710 admin admin] Publish callbacks [] for security_group (b1af922f-bddf-4ea6-a888-ca8a8eaed982), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.601908 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2f8b-a281-4033-b76f-d5f96cb4a710 admin admin] Publish callbacks [] for security_group (b1af922f-bddf-4ea6-a888-ca8a8eaed982), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.650871 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2f8b-a281-4033-b76f-d5f96cb4a710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b1af922f-bddf-4ea6-a888-ca8a8eaed982), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.653524 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2f8b-a281-4033-b76f-d5f96cb4a710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:15.654717 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b4aa2f8b-a281-4033-b76f-d5f96cb4a710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1af922f-bddf-4ea6-a888-ca8a8eaed982 HTTP/1.1" status: 204 len: 168 time: 0.1287584 Mar 18 10:32:15.662170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa2f8b-a281-4033-b76f-d5f96cb4a710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1af922f-bddf-4ea6-a888-ca8a8eaed982,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:16.599513 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:18.788899 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-1c8f25f2-d956-493e-a2bf-75a08ac45a5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444624 Mar 18 10:32:18.883747 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-787f19b8-48bb-4fae-b566-18eb2f3e1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:18.885443 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-787f19b8-48bb-4fae-b566-18eb2f3e1337 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1168 time: 0.0544055 Mar 18 10:32:19.002669 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-09e682e0-3cca-4a74-bc92-a7ee81658fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:19.004199 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-09e682e0-3cca-4a74-bc92-a7ee81658fc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 915 time: 0.0986075 Mar 18 10:32:19.073748 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-1480930f-ce23-48c7-b2c0-b0519c9027ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 1001 time: 0.0617764 Mar 18 10:32:19.124339 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-1e7f538b-62c5-49ef-8480-453ca2552a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:19.125688 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-1e7f538b-62c5-49ef-8480-453ca2552a06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.0455949 Mar 18 10:32:19.188493 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-e0b02380-a5b8-4977-8878-83ca495ff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:19.189952 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-e0b02380-a5b8-4977-8878-83ca495ff184 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577989 Mar 18 10:32:19.298054 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-049a40d9-90e5-45ce-ad24-8528809666a4 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012681 Mar 18 10:32:19.393673 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e19c89ac-8cee-4db1-98d3-d655c1ec0728 req-61059c11-23d5-461a-a415-f69b30dad5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894778 Mar 18 10:32:22.705329 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:32:23.771578 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-d5fddea4-60d3-4801-beb6-30780b4e6769 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311960278&fields=id&tenant_id=3eb797e0787b4311b2e7731023ce7daf HTTP/1.1" status: 200 len: 267 time: 0.2185776 Mar 18 10:32:23.827608 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-1eaa8a94-f3a0-4423-b1eb-9ae3b40ce50e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:23.829167 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-1eaa8a94-f3a0-4423-b1eb-9ae3b40ce50e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 984 time: 0.0516217 Mar 18 10:32:23.844625 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Request body: {'port': {'security_groups': ['56dbc2f2-af5b-4b32-ae28-f0af2208db23']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:23.864540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41344) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:23.977370 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-afaad983-0821-4e0e-acf1-f4131ed606fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.061068 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-afaad983-0821-4e0e-acf1-f4131ed606fd admin admin] Publish callbacks [] for security_group (eea89c4f-da4e-43b9-9549-d8d2da47d88b), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.066315 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-afaad983-0821-4e0e-acf1-f4131ed606fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eea89c4f-da4e-43b9-9549-d8d2da47d88b), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.107526 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-afaad983-0821-4e0e-acf1-f4131ed606fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d3cf5f630bb4b72bc2e09ce37a84df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416692 Mar 18 10:32:24.108844 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaad983-0821-4e0e-acf1-f4131ed606fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea89c4f-da4e-43b9-9549-d8d2da47d88b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.112170 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41348) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:24.152646 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (32701148-c80a-414e-a87c-92ee190db4dd), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.163571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a16b53fc-861d-4d1c-b0ed-3021a2dca8dc admin admin] Publish callbacks [] for security_group (eea89c4f-da4e-43b9-9549-d8d2da47d88b), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.187046 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a16b53fc-861d-4d1c-b0ed-3021a2dca8dc admin admin] Publish callbacks [] for security_group (eea89c4f-da4e-43b9-9549-d8d2da47d88b), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.241339 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a16b53fc-861d-4d1c-b0ed-3021a2dca8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (eea89c4f-da4e-43b9-9549-d8d2da47d88b), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.244095 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a16b53fc-861d-4d1c-b0ed-3021a2dca8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.248149 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a16b53fc-861d-4d1c-b0ed-3021a2dca8dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eea89c4f-da4e-43b9-9549-d8d2da47d88b HTTP/1.1" status: 204 len: 168 time: 0.1347830 Mar 18 10:32:24.259189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b53fc-861d-4d1c-b0ed-3021a2dca8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea89c4f-da4e-43b9-9549-d8d2da47d88b,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.365918 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32701148-c80a-414e-a87c-92ee190db4dd,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:24.399743 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for port (32701148-c80a-414e-a87c-92ee190db4dd), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.405636 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.419092 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['32701148-c80a-414e-a87c-92ee190db4dd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:32:24.457396 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:24.457797 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.460090 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb36c8a0-94fc-43c0-aa00-83d89fe71f52 req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "PUT /v2.0/ports/32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 942 time: 0.6208162 Mar 18 10:32:24.460644 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:24.463102 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:32:24.469915 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41356) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:24.500064 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6dc54-7819-4966-ac25-cb254e249b3a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event updated for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=7']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.538405 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9734c3d9-3512-4eb1-a745-1f1ce7cc67db x-openstack-request-id: req-9734c3d9-3512-4eb1-a745-1f1ce7cc67db {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:32:24.538842 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:32:24.546065 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9734c3d9-3512-4eb1-a745-1f1ce7cc67db {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:32:24.546989 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd', 'status': 'completed', 'code': 200} Mar 18 10:32:24.552572 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4641b14f-15b9-4e78-8f5f-70e93b902a9e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group (94525595-3266-407b-bf1a-1e7025c4ab02), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.593002 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4641b14f-15b9-4e78-8f5f-70e93b902a9e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group (94525595-3266-407b-bf1a-1e7025c4ab02), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.630061 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['32701148-c80a-414e-a87c-92ee190db4dd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:32:24.753096 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4641b14f-15b9-4e78-8f5f-70e93b902a9e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (94525595-3266-407b-bf1a-1e7025c4ab02), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.756897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4641b14f-15b9-4e78-8f5f-70e93b902a9e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.762027 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4641b14f-15b9-4e78-8f5f-70e93b902a9e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "DELETE /v2.0/security-groups/94525595-3266-407b-bf1a-1e7025c4ab02 HTTP/1.1" status: 204 len: 168 time: 0.2879050 Mar 18 10:32:24.762413 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41358) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:24.764361 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41360) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:24.772096 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-719ef781-9ffd-4f75-bfc8-4e71bbac1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:24.774915 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-719ef781-9ffd-4f75-bfc8-4e71bbac1947 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1129 time: 0.1191590 Mar 18 10:32:24.794164 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641b14f-15b9-4e78-8f5f-70e93b902a9e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94525595-3266-407b-bf1a-1e7025c4ab02,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:24.796485 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f7c374d3-a1d4-4ff8-97ea-7a929379d551 None None] Provisioning complete for port 32701148-c80a-414e-a87c-92ee190db4dd triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:24.796973 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7c374d3-a1d4-4ff8-97ea-7a929379d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (32701148-c80a-414e-a87c-92ee190db4dd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.846480 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-27498a24-cc16-4717-9f66-245780f64baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:24.909260 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-5c212b36-0681-4e45-be10-bf7752b96779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:24.911403 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-5c212b36-0681-4e45-be10-bf7752b96779 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 915 time: 0.1290815 Mar 18 10:32:24.948488 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f7c374d3-a1d4-4ff8-97ea-7a929379d551 None None] Current status of the port 32701148-c80a-414e-a87c-92ee190db4dd is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:24.997185 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-61f5b7d7-2c05-489f-84c9-b5214571754c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 1001 time: 0.0790455 Mar 18 10:32:25.052897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-0d77fe33-0356-4c5d-9b57-155e8eeb5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:25.054600 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-0d77fe33-0356-4c5d-9b57-155e8eeb5033 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.0511146 Mar 18 10:32:25.055619 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-27498a24-cc16-4717-9f66-245780f64baa admin admin] Publish callbacks [] for security_group (c3950ef3-a484-446d-bb83-083b06044309), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.061023 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-27498a24-cc16-4717-9f66-245780f64baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c3950ef3-a484-446d-bb83-083b06044309), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.111209 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Deleting port 952b681d-17d1-41e5-a305-388df3049064 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:25.111548 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (952b681d-17d1-41e5-a305-388df3049064), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.116759 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-27498a24-cc16-4717-9f66-245780f64baa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76bdd43a5c0045b4ae7b055a43c99815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468733 Mar 18 10:32:25.120838 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41362) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:25.126670 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-472e4a90-8a45-4d0a-bac0-b51f5869515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:25.126903 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27498a24-cc16-4717-9f66-245780f64baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3950ef3-a484-446d-bb83-083b06044309,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:25.129387 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-472e4a90-8a45-4d0a-bac0-b51f5869515e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679226 Mar 18 10:32:25.201523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (952b681d-17d1-41e5-a305-388df3049064), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.201881 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for floatingip (952b681d-17d1-41e5-a305-388df3049064), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.221368 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Calling delete_port for 952b681d-17d1-41e5-a305-388df3049064 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:25.244608 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9811d96-8a0d-4bf0-bd21-90121c9caac3 admin admin] Publish callbacks [] for security_group (c3950ef3-a484-446d-bb83-083b06044309), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.278267 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-d9e1f3d1-7bfb-4529-bfa1-3708a6a1857b service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406302 Mar 18 10:32:25.306050 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9811d96-8a0d-4bf0-bd21-90121c9caac3 admin admin] Publish callbacks [] for security_group (c3950ef3-a484-446d-bb83-083b06044309), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.465602 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa79bec8-fbb0-46d8-a84e-3e2ec7b48e7e req-67593707-9232-4335-8de9-d52c8aa94362 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793795 Mar 18 10:32:25.471195 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (952b681d-17d1-41e5-a305-388df3049064), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.472701 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9811d96-8a0d-4bf0-bd21-90121c9caac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c3950ef3-a484-446d-bb83-083b06044309), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.475790 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9811d96-8a0d-4bf0-bd21-90121c9caac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.480544 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b9811d96-8a0d-4bf0-bd21-90121c9caac3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3950ef3-a484-446d-bb83-083b06044309 HTTP/1.1" status: 204 len: 168 time: 0.3544834 Mar 18 10:32:25.485896 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9811d96-8a0d-4bf0-bd21-90121c9caac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3950ef3-a484-446d-bb83-083b06044309,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:25.528926 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event deleted for resources: {'Port': ['ID=952b681d-17d1-41e5-a305-388df3049064,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:25.573894 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks [] for floatingip (3c1d55ae-e35f-4bb3-b7e5-453d39f60848), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.574241 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Floating IP 3c1d55ae-e35f-4bb3-b7e5-453d39f60848 disassociated (deleted). External IP: 172.27.0.159, port: 32701148-c80a-414e-a87c-92ee190db4dd. Mar 18 10:32:25.800596 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Router baeebfa5-cb97-4106-bdf0-d15269df54c7 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:32:25.847952 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41368) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:25.861420 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d109e5c8-af84-41d4-8b2d-ead3b46e9b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.913263 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:25.917645 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.922946 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] Sync routers for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:25.933984 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:25.934606 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:25.949528 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7a00a9f8-3498-4785-a793-7676977acc5e tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "DELETE /v2.0/floatingips/3c1d55ae-e35f-4bb3-b7e5-453d39f60848 HTTP/1.1" status: 204 len: 168 time: 1.1859064 Mar 18 10:32:25.957283 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d109e5c8-af84-41d4-8b2d-ead3b46e9b72 admin admin] Publish callbacks [] for security_group (e61707bb-cb34-4585-899b-27673b3af416), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:25.965693 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d109e5c8-af84-41d4-8b2d-ead3b46e9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e61707bb-cb34-4585-899b-27673b3af416), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:26.010862 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d109e5c8-af84-41d4-8b2d-ead3b46e9b72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d05c29f3497f479583ed72a3bb1f7efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617925 Mar 18 10:32:26.014019 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41374) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:26.016746 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109e5c8-af84-41d4-8b2d-ead3b46e9b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61707bb-cb34-4585-899b-27673b3af416,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:26.057805 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:26.083087 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2fa09da-51d3-4508-b130-67c57c2b92a2 admin admin] Publish callbacks [] for security_group (e61707bb-cb34-4585-899b-27673b3af416), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:26.109321 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2fa09da-51d3-4508-b130-67c57c2b92a2 admin admin] Publish callbacks [] for security_group (e61707bb-cb34-4585-899b-27673b3af416), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:26.177578 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2fa09da-51d3-4508-b130-67c57c2b92a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e61707bb-cb34-4585-899b-27673b3af416), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:26.181975 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2fa09da-51d3-4508-b130-67c57c2b92a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:26.183264 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d2fa09da-51d3-4508-b130-67c57c2b92a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e61707bb-cb34-4585-899b-27673b3af416 HTTP/1.1" status: 204 len: 168 time: 0.1681795 Mar 18 10:32:26.212109 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa09da-51d3-4508-b130-67c57c2b92a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61707bb-cb34-4585-899b-27673b3af416,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:26.333328 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:59Z', 'revision_number': 5, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:26.366848 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] Checking router: baeebfa5-cb97-4106-bdf0-d15269df54c7 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:26.377412 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:26.378092 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:26.490670 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:26.548713 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:26.551334 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824fee9a-97f3-4f87-9de3-0e25b87db7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:32:26.594539 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e23a705-9146-492c-8a34-d9fab3abf1a5 x-openstack-request-id: req-1e23a705-9146-492c-8a34-d9fab3abf1a5 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:32:26.595017 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "tag": "32701148-c80a-414e-a87c-92ee190db4dd", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:32:26.595363 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e23a705-9146-492c-8a34-d9fab3abf1a5 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:32:26.595894 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd', 'status': 'completed', 'code': 200} Mar 18 10:32:26.691822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-06305a65-37ea-47aa-9806-b2de5c020316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:26.693556 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-06305a65-37ea-47aa-9806-b2de5c020316 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb797e0787b4311b2e7731023ce7daf&device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 1129 time: 0.0763083 Mar 18 10:32:26.728815 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:59Z', 'revision_number': 5, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:26.763552 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d715c4c-8b45-47f2-af44-c353ecf20ab8 None None] The sync data for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi is: [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:29:56Z', 'revision_number': 4, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '091e7065-854c-4ac7-9a4c-6233415c8d0b', 'name': '', 'network_id': 'a4ef730a-2fbc-4dd3-bd1f-a89c12044402', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'mac_address': 'fa:16:3e:7d:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:54Z', 'updated_at': '2022-03-18T10:29:59Z', 'revision_number': 5, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'subnets': [{'id': '69a56222-72da-47cf-8295-5d723f92bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:26.820433 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-7403d856-1587-49d4-979e-d74d5064327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:26.822030 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-7403d856-1587-49d4-979e-d74d5064327b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 200 len: 915 time: 0.1214349 Mar 18 10:32:26.877269 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-a7a6fa38-739c-4de4-bfb7-d37a60824be2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 200 len: 217 time: 0.0478191 Mar 18 10:32:26.936662 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-18670807-cfdd-476f-a427-cd2a726bbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:26.938467 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-18670807-cfdd-476f-a427-cd2a726bbcd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 200 len: 853 time: 0.0554919 Mar 18 10:32:27.014836 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-b4280819-3c97-4873-8817-05e86fe61d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:27.016971 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-b4280819-3c97-4873-8817-05e86fe61d7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4ef730a-2fbc-4dd3-bd1f-a89c12044402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683739 Mar 18 10:32:27.056092 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41402) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:27.060226 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce810d5-dc43-4715-a4ea-674ce5757cb2 None None] New status for floating IP 3c1d55ae-e35f-4bb3-b7e5-453d39f60848: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:32:27.125420 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-a86e7277-1055-49bd-adc3-ca7b31ac9781 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013896 Mar 18 10:32:27.192120 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1531436467-network', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:27.214823 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Made reservation on behalf of a9559f227c1d4b88b08bc381f0310b59 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:27.217516 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.227457 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.244859 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-824fee9a-97f3-4f87-9de3-0e25b87db7a2 req-56bbebd8-8bdb-4ca5-8dee-69f7b526c376 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079600 Mar 18 10:32:27.341796 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks [] for security_group (98477bcd-2710-4d21-a167-90491e36f195), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.346612 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (98477bcd-2710-4d21-a167-90491e36f195), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.374285 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:27.386069 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98477bcd-2710-4d21-a167-90491e36f195,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:27.393122 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (abbf7b8a-b9c1-402f-8173-fa857e09c6d8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.394379 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Added segment abbf7b8a-b9c1-402f-8173-fa857e09c6d8 of type vlan for network 329b5583-ae48-4f7b-9854-a3aec8632d60 Mar 18 10:32:27.440777 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (329b5583-ae48-4f7b-9854-a3aec8632d60), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.475583 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (329b5583-ae48-4f7b-9854-a3aec8632d60), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.476803 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:27.477718 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:27.534878 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4728436 Mar 18 10:32:27.541822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41416) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:27.548673 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Request body: {'subnet': {'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1531436467-subnet', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:27.548891 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636aa5f-3926-4f99-b6d8-d51414982733 admin admin] Pushing event updated for resources: {'Network': ['ID=329b5583-ae48-4f7b-9854-a3aec8632d60,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:27.563452 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:32:27.594047 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Made reservation on behalf of a9559f227c1d4b88b08bc381f0310b59 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:27.598068 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59153664'] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.040149 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59153686'] for subnet (5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.097849 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:28.107945 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Checking segment: {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:28.108310 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Network hostable DHCP agents. Network: 329b5583-ae48-4f7b-9854-a3aec8632d60, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:28.124766 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:28.134600 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 329b5583-ae48-4f7b-9854-a3aec8632d60) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:28.139249 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:28.139833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.145441 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b77748-518f-4a1b-a64e-8b0036d0b957 None None] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:32:28.157862 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f54bbca8-fdcc-44b6-8c1f-62450eea02ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6141503 Mar 18 10:32:28.160604 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41420) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:28.168921 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:28.196837 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (82e26299-27bd-42e9-9231-4ee91a3f9993), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.197991 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (82e26299-27bd-42e9-9231-4ee91a3f9993), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.250914 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks [] for router_controller (82e26299-27bd-42e9-9231-4ee91a3f9993), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.268361 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-329b5583-ae48-4f7b-9854-a3aec8632d60', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:32:28.269270 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.409290 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks [] for router_gateway (82e26299-27bd-42e9-9231-4ee91a3f9993), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.420474 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Allocated IP 172.20.0.2 (329b5583-ae48-4f7b-9854-a3aec8632d60/5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f/9dac50d9-6fb0-4519-91b5-b0f500a23d31) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:28.601724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Publish callbacks [] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.610793 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.660335 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks [] for router_gateway (82e26299-27bd-42e9-9231-4ee91a3f9993), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.660693 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:28.665250 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:28.670543 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:28.684267 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.685190 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Pushing event updated for resources: {'Port': ['ID=9dac50d9-6fb0-4519-91b5-b0f500a23d31,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:28.742786 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Attempting to bind port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:32:28.743163 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Attempting to bind port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:32:28.743531 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Attempting to bind port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 on network 329b5583-ae48-4f7b-9854-a3aec8632d60 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:28.749269 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:32:28.749650 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Checking segment: {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:28.750095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.750488 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Bound using segment: {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:32:28.750969 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Bound port: 9dac50d9-6fb0-4519-91b5-b0f500a23d31, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:32:28.751355 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.816342 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Allocated IP 172.27.0.225 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/a84b2d10-0a79-4c77-ba67-690af0f34be2) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:28.832080 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] For port 9dac50d9-6fb0-4519-91b5-b0f500a23d31, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:32:28.838551 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] For port 9dac50d9-6fb0-4519-91b5-b0f500a23d31, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=9dac50d9-6fb0-4519-91b5-b0f500a23d31,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:32:28.852798 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.933049 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603f90c-05a6-4fa0-8ad7-79699029939b None None] Pushing event updated for resources: {'Port': ['ID=9dac50d9-6fb0-4519-91b5-b0f500a23d31,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:28.961657 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks [] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:28.992198 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a8c1-1814-4231-95df-1f8451cad6a1 req-42368c04-9a35-41c6-ad90-9917a04dc8b3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:28.993832 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2f9a8c1-1814-4231-95df-1f8451cad6a1 req-42368c04-9a35-41c6-ad90-9917a04dc8b3 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.0886569 Mar 18 10:32:29.007294 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:29.073932 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:29.074565 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:29.074986 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2f9a8c1-1814-4231-95df-1f8451cad6a1 req-19b786cd-d881-474e-802f-d15850c99a5b tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649018 Mar 18 10:32:29.078530 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:29.125297 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Pushing event updated for resources: {'Port': ['ID=a84b2d10-0a79-4c77-ba67-690af0f34be2,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:29.388428 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks [] for router_gateway (82e26299-27bd-42e9-9231-4ee91a3f9993), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:29.602562 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (82e26299-27bd-42e9-9231-4ee91a3f9993), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:29.756912 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Router 82e26299-27bd-42e9-9231-4ee91a3f9993 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:32:29.827833 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3d1d0be8-9895-4936-8df1-3c49016d2232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:29.880478 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:29.890989 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Sync routers for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:29.901973 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:29.902623 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:29.906742 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:29.910273 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dd6b485a-8add-47e3-8031-75e5bb6717bf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7482226 Mar 18 10:32:29.911009 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41428) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:30.036932 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:30.071818 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58719c4d-6100-4134-87fc-0e947c5a7ed4 None None] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:32:30.364383 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477c072-2201-4691-b383-09e5a5271baa req-ed5b2e4e-0de6-4d91-94a0-ed87919fa310 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:30.370093 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7477c072-2201-4691-b383-09e5a5271baa req-ed5b2e4e-0de6-4d91-94a0-ed87919fa310 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.2370970 Mar 18 10:32:30.403231 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-28815c30-7cec-40db-a223-9311723a05c5 None None] Provisioning complete for port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:30.403612 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28815c30-7cec-40db-a223-9311723a05c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:30.455452 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7477c072-2201-4691-b383-09e5a5271baa req-1ffe8bca-a6e0-4d58-9d7b-d99c89599cb7 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/security-groups?id=56dbc2f2-af5b-4b32-ae28-f0af2208db23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799103 Mar 18 10:32:30.594462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-28815c30-7cec-40db-a223-9311723a05c5 None None] Current status of the port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:30.594865 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28815c30-7cec-40db-a223-9311723a05c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:30.628934 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:29Z', 'revision_number': 3, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:30.667306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Checking router: 82e26299-27bd-42e9-9231-4ee91a3f9993 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:30.667662 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Updating router 82e26299-27bd-42e9-9231-4ee91a3f9993 port a84b2d10-0a79-4c77-ba67-690af0f34be2 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:32:30.673294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-28815c30-7cec-40db-a223-9311723a05c5 None None] For port 9dac50d9-6fb0-4519-91b5-b0f500a23d31, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=9dac50d9-6fb0-4519-91b5-b0f500a23d31,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:30.696430 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:30.698143 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28815c30-7cec-40db-a223-9311723a05c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:30.729476 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:30.792454 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28815c30-7cec-40db-a223-9311723a05c5 None None] Pushing event updated for resources: {'Port': ['ID=9dac50d9-6fb0-4519-91b5-b0f500a23d31,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:30.852719 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-6b0af827-f8f3-4816-94e9-0e3729e1b58a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:30.855448 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-6b0af827-f8f3-4816-94e9-0e3729e1b58a tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.45 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 945 time: 0.0941668 Mar 18 10:32:30.870323 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5d0a765f-236a-4533-aed5-88ada6e3e15b None None] Provisioning complete for port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:30.870880 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d0a765f-236a-4533-aed5-88ada6e3e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:30.947130 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Allocated IP 172.20.0.1 (329b5583-ae48-4f7b-9854-a3aec8632d60/5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f/464faeff-b611-414f-9d7f-c7035af9f1b3) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:30.988652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Deleting port 32701148-c80a-414e-a87c-92ee190db4dd {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:30.989398 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (32701148-c80a-414e-a87c-92ee190db4dd), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.041443 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a765f-236a-4533-aed5-88ada6e3e15b None None] Current status of the port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:31.122101 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks [] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.123880 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Publish callbacks [] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.139682 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.153281 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 9dac50d9-6fb0-4519-91b5-b0f500a23d31 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:31.154002 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] For port 32701148-c80a-414e-a87c-92ee190db4dd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32701148-c80a-414e-a87c-92ee190db4dd,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:31.154209 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (32701148-c80a-414e-a87c-92ee190db4dd), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.179552 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Calling delete_port for 32701148-c80a-414e-a87c-92ee190db4dd owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:31.190289 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.234656 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:31.240185 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:31.246920 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:31.285983 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (82e26299-27bd-42e9-9231-4ee91a3f9993), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.294064 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c5050-8300-444f-8871-aad64a54c07f None None] Pushing event updated for resources: {'Port': ['ID=a84b2d10-0a79-4c77-ba67-690af0f34be2,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:31.294698 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Pushing event updated for resources: {'Port': ['ID=464faeff-b611-414f-9d7f-c7035af9f1b3,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:31.298975 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Attempting to bind port a84b2d10-0a79-4c77-ba67-690af0f34be2 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:32:31.299548 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Attempting to bind port a84b2d10-0a79-4c77-ba67-690af0f34be2 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:32:31.300122 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Attempting to bind port a84b2d10-0a79-4c77-ba67-690af0f34be2 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:31.313898 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:32:31.314498 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:31.315134 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.315740 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:32:31.316502 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Bound port: a84b2d10-0a79-4c77-ba67-690af0f34be2, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:32:31.317105 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.387948 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:31.388332 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.434440 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] For port a84b2d10-0a79-4c77-ba67-690af0f34be2, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:32:31.439192 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] For port a84b2d10-0a79-4c77-ba67-690af0f34be2, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=a84b2d10-0a79-4c77-ba67-690af0f34be2,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:32:31.445013 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (32701148-c80a-414e-a87c-92ee190db4dd), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.454196 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.466365 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['32701148-c80a-414e-a87c-92ee190db4dd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:32:31.490172 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Pushing event deleted for resources: {'Port': ['ID=32701148-c80a-414e-a87c-92ee190db4dd,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:31.565318 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.581090 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] No DVR routers for this DVR port 32701148-c80a-414e-a87c-92ee190db4dd on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:31.585449 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.589267 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-36637c34-1aef-4610-aa8e-b5898f0b035e req-a1d3d2f4-bd35-4703-b89c-36b65d5954e2 tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.45 "DELETE /v2.0/ports/32701148-c80a-414e-a87c-92ee190db4dd HTTP/1.1" status: 204 len: 173 time: 0.7291160 Mar 18 10:32:31.590019 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'name': 'network-vif-deleted', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:32:31.601009 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c5050-8300-444f-8871-aad64a54c07f None None] Pushing event updated for resources: {'Port': ['ID=a84b2d10-0a79-4c77-ba67-690af0f34be2,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:31.602318 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c1d959-1be5-4875-922d-28a8f897080a" -d '{"events": [{"server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "name": "network-vif-deleted", "tag": "32701148-c80a-414e-a87c-92ee190db4dd"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:32:31.604900 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:31.607920 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:31.608657 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:31.635161 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c6f558b4-b685-4ef6-99f1-74645c98600f req-26bbd7b5-c5ad-442d-aa87-e1da8e4a4abb tempest-TestMinimumBasicScenario-1646638202 tempest-TestMinimumBasicScenario-1646638202-project] 10.222.0.44 "GET /v2.0/ports?device_id=26d97a98-e1e1-4f14-b71a-9000eff4127c HTTP/1.1" status: 200 len: 210 time: 0.0479200 Mar 18 10:32:31.676113 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7a647c-403e-4c80-b62c-f1021e0e5178 x-openstack-request-id: req-1a7a647c-403e-4c80-b62c-f1021e0e5178 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:32:31.676426 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d97a98-e1e1-4f14-b71a-9000eff4127c", "name": "network-vif-deleted", "tag": "32701148-c80a-414e-a87c-92ee190db4dd", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:32:31.676688 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a7a647c-403e-4c80-b62c-f1021e0e5178 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:32:31.677706 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d97a98-e1e1-4f14-b71a-9000eff4127c', 'name': 'network-vif-deleted', 'tag': '32701148-c80a-414e-a87c-92ee190db4dd', 'status': 'completed', 'code': 200} Mar 18 10:32:31.749374 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-34aaf552-fadd-4d5b-8202-3714c5866c14 None None] Provisioning complete for port 464faeff-b611-414f-9d7f-c7035af9f1b3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:31.749994 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34aaf552-fadd-4d5b-8202-3714c5866c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.801123 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-34aaf552-fadd-4d5b-8202-3714c5866c14 None None] Port 464faeff-b611-414f-9d7f-c7035af9f1b3 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:32:31.812698 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:31.844370 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks [] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.851535 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:31.948824 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Pushing event updated for resources: {'Port': ['ID=464faeff-b611-414f-9d7f-c7035af9f1b3,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:31.951599 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (82e26299-27bd-42e9-9231-4ee91a3f9993), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:32.069456 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:32.071418 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:32.074741 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:30Z', 'revision_number': 1, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:32.105549 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ad90c-a86d-4091-9ff8-6a16761eb809 None None] The sync data for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi is: [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:30Z', 'revision_number': 1, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:32.227896 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Router 82e26299-27bd-42e9-9231-4ee91a3f9993 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:32:32.347939 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:32.375525 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-09ed678f-644e-4f1c-9e05-7ea89f16adfd admin admin] 10.222.0.44 "PUT /v2.0/routers/82e26299-27bd-42e9-9231-4ee91a3f9993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4455152 Mar 18 10:32:32.436524 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f7c536dc-f212-4879-827c-461532a717bc None None] Provisioning complete for port 464faeff-b611-414f-9d7f-c7035af9f1b3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:32.437170 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7c536dc-f212-4879-827c-461532a717bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:32.478782 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f7c536dc-f212-4879-827c-461532a717bc None None] Port 464faeff-b611-414f-9d7f-c7035af9f1b3 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:32:32.914084 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41464) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:32.920855 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1014934630-network', 'tenant_id': '915205b443f1485899af707777cce5fd'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:32.945554 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eefaead1-b158-40c5-9bda-2c7709ef864d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:32.953997 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Made reservation on behalf of 915205b443f1485899af707777cce5fd for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:32.956441 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:32.970383 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.110866 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks [] for security_group (87fe5a97-3a6a-4cb4-932d-f237bd3e4114), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.117123 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (87fe5a97-3a6a-4cb4-932d-f237bd3e4114), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.150177 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:32:33.171859 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe5a97-3a6a-4cb4-932d-f237bd3e4114,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.175095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a84b2d10-0a79-4c77-ba67-690af0f34be2 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:33.182363 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (e192b6b6-168a-4d64-be1f-3cab14b30347), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.183088 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Added segment e192b6b6-168a-4d64-be1f-3cab14b30347 of type vlan for network 8632fa91-0142-4d5c-9360-98fd5bd4e166 Mar 18 10:32:33.243497 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (8632fa91-0142-4d5c-9360-98fd5bd4e166), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.257093 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port a84b2d10-0a79-4c77-ba67-690af0f34be2 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:33.257913 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.285654 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (8632fa91-0142-4d5c-9360-98fd5bd4e166), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.287369 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:33.288834 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.372650 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41476) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:33.373391 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4575529 Mar 18 10:32:33.375658 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port a84b2d10-0a79-4c77-ba67-690af0f34be2 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:33.376120 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.379556 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dccf72-fa06-4146-994e-9738aa775064 admin admin] Pushing event updated for resources: {'Network': ['ID=8632fa91-0142-4d5c-9360-98fd5bd4e166,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.380543 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Request body: {'subnet': {'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1014934630-subnet', 'tenant_id': '915205b443f1485899af707777cce5fd', 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:33.404149 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:32:33.411006 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port a84b2d10-0a79-4c77-ba67-690af0f34be2, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=a84b2d10-0a79-4c77-ba67-690af0f34be2,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:33.419283 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Made reservation on behalf of 915205b443f1485899af707777cce5fd for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:33.423986 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59153664'] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.454574 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.530413 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=a84b2d10-0a79-4c77-ba67-690af0f34be2,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.737563 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59153686'] for subnet (6d51ecf3-b033-46c0-bc25-6208105e9649), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.857290 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d51ecf3-b033-46c0-bc25-6208105e9649,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:33.875985 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Checking segment: {'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:33.875985 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Network hostable DHCP agents. Network: 8632fa91-0142-4d5c-9360-98fd5bd4e166, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:32:33.876196 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41504) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:33.894506 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:32:33.903404 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 8632fa91-0142-4d5c-9360-98fd5bd4e166) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:33.908641 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:33.909246 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.912699 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4af58e-55cc-4df2-8495-eb3a7d2f6c3e None None] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:32:33.931749 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4cff6df4-9609-40d9-9a9f-233625fa6c28 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5573277 Mar 18 10:32:33.932361 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41506) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:33.936648 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:33.956574 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (d4e2f234-0445-489d-bb32-2eeb381fa7f6), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:33.957614 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (d4e2f234-0445-489d-bb32-2eeb381fa7f6), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.019820 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks [] for router_controller (d4e2f234-0445-489d-bb32-2eeb381fa7f6), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.161360 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.178115 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks [] for router_gateway (d4e2f234-0445-489d-bb32-2eeb381fa7f6), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.220262 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-8632fa91-0142-4d5c-9360-98fd5bd4e166', 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166', 'project_id': '915205b443f1485899af707777cce5fd', 'fixed_ips': [{'subnet_id': '6d51ecf3-b033-46c0-bc25-6208105e9649'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:32:34.223093 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.319719 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (baeebfa5-cb97-4106-bdf0-d15269df54c7), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.450935 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Allocated IP 172.20.0.2 (8632fa91-0142-4d5c-9360-98fd5bd4e166/6d51ecf3-b033-46c0-bc25-6208105e9649/e15d5a42-6d26-4f61-9f9f-1217a2f18f43) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:34.476645 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks [] for router_gateway (d4e2f234-0445-489d-bb32-2eeb381fa7f6), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.511630 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.621247 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Deleting port 091e7065-854c-4ac7-9a4c-6233415c8d0b {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:34.621674 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.637378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Publish callbacks [] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.644950 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.660350 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Allocated IP 172.27.0.80 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/823f3f85-47ea-481c-a19f-0680a242a0e2) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:34.684723 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:34.688390 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:34.694774 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:34.717578 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] For port 091e7065-854c-4ac7-9a4c-6233415c8d0b, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=091e7065-854c-4ac7-9a4c-6233415c8d0b,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:34.717978 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.727129 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Pushing event updated for resources: {'Port': ['ID=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:34.744408 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Calling delete_port for 091e7065-854c-4ac7-9a4c-6233415c8d0b owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:34.760507 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Attempting to bind port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:32:34.760887 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Attempting to bind port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:32:34.761261 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Attempting to bind port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 on network 8632fa91-0142-4d5c-9360-98fd5bd4e166 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:34.766601 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:32:34.766984 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Checking segment: {'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:34.767396 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.767792 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Bound using segment: {'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:32:34.768271 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Bound port: e15d5a42-6d26-4f61-9f9f-1217a2f18f43, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:32:34.768674 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.806265 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks [] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.848481 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] For port e15d5a42-6d26-4f61-9f9f-1217a2f18f43, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:32:34.852639 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] For port e15d5a42-6d26-4f61-9f9f-1217a2f18f43, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,segment=NetworkSegment(e192b6b6-168a-4d64-be1f-3cab14b30347),segment_id=e192b6b6-168a-4d64-be1f-3cab14b30347)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:32:34.860283 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.863135 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:34.877068 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Sync routers for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:34.888945 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:34.890221 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:34.919932 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:34.923869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:34.927765 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:34.950235 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5113f-9666-4d2a-8b49-8819d28dc3ca None None] Pushing event updated for resources: {'Port': ['ID=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:35.001458 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (091e7065-854c-4ac7-9a4c-6233415c8d0b), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.085262 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:35.092313 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Pushing event updated for resources: {'Port': ['ID=823f3f85-47ea-481c-a19f-0680a242a0e2,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:35.094932 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a84b2d10-0a79-4c77-ba67-690af0f34be2 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:35.170487 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=091e7065-854c-4ac7-9a4c-6233415c8d0b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:35.304969 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port a84b2d10-0a79-4c77-ba67-690af0f34be2 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:35.305439 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.328862 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks [] for router_gateway (d4e2f234-0445-489d-bb32-2eeb381fa7f6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.399236 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (baeebfa5-cb97-4106-bdf0-d15269df54c7), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.455543 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port a84b2d10-0a79-4c77-ba67-690af0f34be2 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:35.509690 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 2, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:35.552092 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Checking router: 82e26299-27bd-42e9-9231-4ee91a3f9993 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:35.552444 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Updating router 82e26299-27bd-42e9-9231-4ee91a3f9993 port 464faeff-b611-414f-9d7f-c7035af9f1b3 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:32:35.583510 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.622294 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (d4e2f234-0445-489d-bb32-2eeb381fa7f6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.727323 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Router baeebfa5-cb97-4106-bdf0-d15269df54c7 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:32:35.876378 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:35.882834 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0de67420-7130-453d-b5e3-7f6920f58f47 admin admin] 10.222.0.44 "PUT /v2.0/routers/baeebfa5-cb97-4106-bdf0-d15269df54c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064507 Mar 18 10:32:35.885541 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41510) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:35.913993 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] Sync routers for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:35.921785 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Publish callbacks [] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.930674 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.934931 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:35.935355 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:35.938655 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:35.995682 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Pushing event updated for resources: {'Port': ['ID=464faeff-b611-414f-9d7f-c7035af9f1b3,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:36.016372 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.016759 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.017076 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.017428 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.017808 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.018219 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.018550 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.019265 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.019597 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.019923 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.020247 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.020582 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.020906 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.021224 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.022299 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:36.070522 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 32701148-c80a-414e-a87c-92ee190db4dd no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:36.098465 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Attempting to bind port 464faeff-b611-414f-9d7f-c7035af9f1b3 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:32:36.098921 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Attempting to bind port 464faeff-b611-414f-9d7f-c7035af9f1b3 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:32:36.099215 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Attempting to bind port 464faeff-b611-414f-9d7f-c7035af9f1b3 on network 329b5583-ae48-4f7b-9854-a3aec8632d60 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:36.110829 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:32:36.112885 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Checking segment: {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:36.113569 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.114641 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Bound using segment: {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:32:36.115533 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Bound port: 464faeff-b611-414f-9d7f-c7035af9f1b3, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:32:36.116214 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.152053 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Router d4e2f234-0445-489d-bb32-2eeb381fa7f6 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:32:36.180175 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 32701148-c80a-414e-a87c-92ee190db4dd {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:36.180743 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 32701148-c80a-414e-a87c-92ee190db4dd not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:36.286388 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] For port 464faeff-b611-414f-9d7f-c7035af9f1b3, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:32:36.297517 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] For port 464faeff-b611-414f-9d7f-c7035af9f1b3, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=464faeff-b611-414f-9d7f-c7035af9f1b3,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:32:36.303878 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:36.308911 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.377935 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:36.407547 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Sync routers for ids ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:36.442713 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.449027 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ebbb1637-1203-4126-aaa8-c02cbff89840 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5153508 Mar 18 10:32:36.449748 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41512) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:36.492187 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:36.494421 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:36.531728 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks [] for router (baeebfa5-cb97-4106-bdf0-d15269df54c7), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.583627 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Routers {'d4e2f234-0445-489d-bb32-2eeb381fa7f6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:36.584624 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:36.590640 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5480f-9aa2-457f-b864-112a0af55fa7 None None] Pushing event updated for resources: {'Port': ['ID=464faeff-b611-414f-9d7f-c7035af9f1b3,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:36.609275 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-41523056-c3d2-402a-8d3d-ccc7132fbd34 None None] Provisioning complete for port 464faeff-b611-414f-9d7f-c7035af9f1b3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:36.609897 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41523056-c3d2-402a-8d3d-ccc7132fbd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.661241 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8c64b-89bb-45fd-94af-c98810b2f25b None None] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:32:36.719851 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks [] for router_gateway (baeebfa5-cb97-4106-bdf0-d15269df54c7), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.821190 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Deleting port ba6132bd-a8f9-4358-80ca-983d4554c4ab {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:36.821397 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.842812 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:36.942812 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] For port ba6132bd-a8f9-4358-80ca-983d4554c4ab, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=ba6132bd-a8f9-4358-80ca-983d4554c4ab,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:36.942812 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:36.957845 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Calling delete_port for ba6132bd-a8f9-4358-80ca-983d4554c4ab owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:36.988351 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-41523056-c3d2-402a-8d3d-ccc7132fbd34 None None] Current status of the port 464faeff-b611-414f-9d7f-c7035af9f1b3 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:36.988351 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41523056-c3d2-402a-8d3d-ccc7132fbd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.071748 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Set router d4e2f234-0445-489d-bb32-2eeb381fa7f6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:37.080800 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-41523056-c3d2-402a-8d3d-ccc7132fbd34 None None] For port 464faeff-b611-414f-9d7f-c7035af9f1b3, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=464faeff-b611-414f-9d7f-c7035af9f1b3,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:37.098660 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:32:34Z', 'revision_number': 5, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port': {'id': 'ba6132bd-a8f9-4358-80ca-983d4554c4ab', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:29:52Z', 'updated_at': '2022-03-18T10:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.104462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41523056-c3d2-402a-8d3d-ccc7132fbd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.147138 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] Checking router: baeebfa5-cb97-4106-bdf0-d15269df54c7 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:37.288350 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.292419 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] Routers {'baeebfa5-cb97-4106-bdf0-d15269df54c7'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:37.294004 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['baeebfa5-cb97-4106-bdf0-d15269df54c7'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.310343 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.337999 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41523056-c3d2-402a-8d3d-ccc7132fbd34 None None] Pushing event updated for resources: {'Port': ['ID=464faeff-b611-414f-9d7f-c7035af9f1b3,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:37.391879 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (ba6132bd-a8f9-4358-80ca-983d4554c4ab), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.401932 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Provisioning complete for port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:37.402655 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.447186 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:36Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.468404 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] Set router baeebfa5-cb97-4106-bdf0-d15269df54c7 gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:37.486302 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d193300-f9bf-40d3-b362-2a5a02f9b68b None None] The sync data for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi is: [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:36Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:37.515760 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6132bd-a8f9-4358-80ca-983d4554c4ab,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:37.536838 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:32:36Z', 'revision_number': 6, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.580168 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device e15d5a42-6d26-4f61-9f9f-1217a2f18f43 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:37.608056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ef278-8d32-4c11-b8cd-4f10162cf544 None None] The sync data for ids ['baeebfa5-cb97-4106-bdf0-d15269df54c7'] in dv-cinder-817135-6-iscsi is: [{'id': 'baeebfa5-cb97-4106-bdf0-d15269df54c7', 'name': 'tempest-TestMinimumBasicScenario-837021368-router', 'tenant_id': '3eb797e0787b4311b2e7731023ce7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:51Z', 'updated_at': '2022-03-18T10:32:36Z', 'revision_number': 6, 'project_id': '3eb797e0787b4311b2e7731023ce7daf', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:37.610421 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:32:35Z', 'revision_number': 3, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port': {'id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:34Z', 'updated_at': '2022-03-18T10:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:37.660025 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Allocated IP 172.20.0.1 (8632fa91-0142-4d5c-9360-98fd5bd4e166/6d51ecf3-b033-46c0-bc25-6208105e9649/1491ac2a-8ae3-44cf-b82f-116ba6f84625) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:37.677340 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Checking router: d4e2f234-0445-489d-bb32-2eeb381fa7f6 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:37.678291 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Updating router d4e2f234-0445-489d-bb32-2eeb381fa7f6 port 823f3f85-47ea-481c-a19f-0680a242a0e2 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:32:37.695189 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (baeebfa5-cb97-4106-bdf0-d15269df54c7), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.718012 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Current status of the port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:37.718012 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.738616 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.790201 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] For port e15d5a42-6d26-4f61-9f9f-1217a2f18f43, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,segment=NetworkSegment(e192b6b6-168a-4d64-be1f-3cab14b30347),segment_id=e192b6b6-168a-4d64-be1f-3cab14b30347)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:37.792595 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:37.793090 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.835499 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.850829 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (baeebfa5-cb97-4106-bdf0-d15269df54c7), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.853650 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks [] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.854275 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks [] for router_controller (baeebfa5-cb97-4106-bdf0-d15269df54c7), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.902497 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.930949 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Provisioning complete for port 464faeff-b611-414f-9d7f-c7035af9f1b3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:37.940973 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.945082 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (baeebfa5-cb97-4106-bdf0-d15269df54c7), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.946412 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Fanout notify agent at l3_agent the message router_deleted on router baeebfa5-cb97-4106-bdf0-d15269df54c7 {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:32:37.966830 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:37.969270 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8d683299-dfef-4011-becf-37f39f2fe31b admin admin] 10.222.0.44 "DELETE /v2.0/routers/baeebfa5-cb97-4106-bdf0-d15269df54c7 HTTP/1.1" status: 204 len: 168 time: 2.0816088 Mar 18 10:32:37.971857 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41514) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:37.973178 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:37.977831 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:38.012979 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:38.054463 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] Deleting subnet 69a56222-72da-47cf-8295-5d723f92bbbf {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:32:38.058821 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] Publish callbacks [] for subnet (69a56222-72da-47cf-8295-5d723f92bbbf), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.058990 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Pushing event updated for resources: {'Port': ['ID=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.080443 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1491ac2a-8ae3-44cf-b82f-116ba6f84625,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.104379 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (d4e2f234-0445-489d-bb32-2eeb381fa7f6), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.153888 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (69a56222-72da-47cf-8295-5d723f92bbbf), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.292499 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Publish callbacks [] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.318665 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.372922 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-8227aa17-3343-41e5-816b-4d73ba4fb5a7 None None] Current status of the port 464faeff-b611-414f-9d7f-c7035af9f1b3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:38.382782 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.447850 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Attempting to bind port 823f3f85-47ea-481c-a19f-0680a242a0e2 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:32:38.448396 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Attempting to bind port 823f3f85-47ea-481c-a19f-0680a242a0e2 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:32:38.448855 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Attempting to bind port 823f3f85-47ea-481c-a19f-0680a242a0e2 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:38.452223 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84389660-ab58-4f97-8dc7-37084b69e957 None None] Pushing event updated for resources: {'Port': ['ID=823f3f85-47ea-481c-a19f-0680a242a0e2,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.459391 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:32:38.459948 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:38.460450 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.460978 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:32:38.461570 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Bound port: 823f3f85-47ea-481c-a19f-0680a242a0e2, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:32:38.462081 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.472182 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:38.475444 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 464faeff-b611-414f-9d7f-c7035af9f1b3 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:38.496557 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (69a56222-72da-47cf-8295-5d723f92bbbf), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.541945 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-06313156-1eab-4a46-8005-096c29b5a829 None None] Provisioning complete for port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:38.543153 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06313156-1eab-4a46-8005-096c29b5a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.574434 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] For port 823f3f85-47ea-481c-a19f-0680a242a0e2, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:32:38.580431 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] For port 823f3f85-47ea-481c-a19f-0680a242a0e2, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=823f3f85-47ea-481c-a19f-0680a242a0e2,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:32:38.593997 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.606414 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (69a56222-72da-47cf-8295-5d723f92bbbf), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.642068 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.647825 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 464faeff-b611-414f-9d7f-c7035af9f1b3 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:38.649535 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.655312 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/69a56222-72da-47cf-8295-5d723f92bbbf HTTP/1.1" status: 204 len: 168 time: 0.6786096 Mar 18 10:32:38.656057 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe714da-3e92-4970-be8a-94b0693eadaf None None] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:32:38.656179 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41518) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:38.707633 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd64795-5316-4a62-86d7-5172c50803f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a56222-72da-47cf-8295-5d723f92bbbf,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.738197 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Routers {'d4e2f234-0445-489d-bb32-2eeb381fa7f6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:38.739099 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:38.744689 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84389660-ab58-4f97-8dc7-37084b69e957 None None] Pushing event updated for resources: {'Port': ['ID=823f3f85-47ea-481c-a19f-0680a242a0e2,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.775005 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks [] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.785541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.819773 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (a4ef730a-2fbc-4dd3-bd1f-a89c12044402), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.863840 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06313156-1eab-4a46-8005-096c29b5a829 None None] Current status of the port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:38.893602 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1491ac2a-8ae3-44cf-b82f-116ba6f84625,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:38.905078 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (d4e2f234-0445-489d-bb32-2eeb381fa7f6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.912874 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-06313156-1eab-4a46-8005-096c29b5a829 None None] Provisioning complete for port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:38.913369 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06313156-1eab-4a46-8005-096c29b5a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:38.927203 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] Set router d4e2f234-0445-489d-bb32-2eeb381fa7f6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:38.975243 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 464faeff-b611-414f-9d7f-c7035af9f1b3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:38.985855 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Deleting port f2353df2-4852-410c-80a6-e17e20be5dc0 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:38.987117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.010907 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06313156-1eab-4a46-8005-096c29b5a829 None None] Port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:32:39.082437 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] DHCP port deletion for a4ef730a-2fbc-4dd3-bd1f-a89c12044402 request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:32:39.151053 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:39.152889 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:39.200474 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] For port f2353df2-4852-410c-80a6-e17e20be5dc0, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=f2353df2-4852-410c-80a6-e17e20be5dc0,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:39.200850 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.213357 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device e15d5a42-6d26-4f61-9f9f-1217a2f18f43 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:39.229591 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Calling delete_port for f2353df2-4852-410c-80a6-e17e20be5dc0 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:39.328256 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] Deleting port f2353df2-4852-410c-80a6-e17e20be5dc0 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:39.328638 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.390687 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 4, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port': {'id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:34Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '1491ac2a-8ae3-44cf-b82f-116ba6f84625', 'name': '', 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166', 'tenant_id': '915205b443f1485899af707777cce5fd', 'mac_address': 'fa:16:3e:53:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:37Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 1, 'project_id': '915205b443f1485899af707777cce5fd', 'subnets': [{'id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:39.412816 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.458103 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:39.458369 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.472444 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13441ee7-00c2-4705-b998-cb46578ca9e5 None None] The sync data for ids ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'] in dv-cinder-817135-6-iscsi is: [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 4, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port': {'id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:34Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '1491ac2a-8ae3-44cf-b82f-116ba6f84625', 'name': '', 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166', 'tenant_id': '915205b443f1485899af707777cce5fd', 'mac_address': 'fa:16:3e:53:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:37Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 1, 'project_id': '915205b443f1485899af707777cce5fd', 'subnets': [{'id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:39.484395 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2353df2-4852-410c-80a6-e17e20be5dc0,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:39.488758 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] No DVR routers for this DVR port f2353df2-4852-410c-80a6-e17e20be5dc0 on host dv-cinder-817135-6-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:39.521995 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] For port f2353df2-4852-410c-80a6-e17e20be5dc0, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=f2353df2-4852-410c-80a6-e17e20be5dc0,segment=NetworkSegment(5bb830b0-e41f-4368-b0ba-21dc14c890f6),segment_id=5bb830b0-e41f-4368-b0ba-21dc14c890f6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:39.522394 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.551850 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] Calling delete_port for f2353df2-4852-410c-80a6-e17e20be5dc0 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:39.569227 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Router d4e2f234-0445-489d-bb32-2eeb381fa7f6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:32:39.601681 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (a4ef730a-2fbc-4dd3-bd1f-a89c12044402), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.639393 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ef730a-2fbc-4dd3-bd1f-a89c12044402']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:39.658592 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb830b0-e41f-4368-b0ba-21dc14c890f6') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:39.658962 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb830b0-e41f-4368-b0ba-21dc14c890f6') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:39.677139 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (5bb830b0-e41f-4368-b0ba-21dc14c890f6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.693155 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (5bb830b0-e41f-4368-b0ba-21dc14c890f6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.702794 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:39.704537 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (5bb830b0-e41f-4368-b0ba-21dc14c890f6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.706619 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-63f264d2-b01f-4bd3-9d1e-9e59be7f0d95 None None] Provisioning complete for port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:39.706619 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-63f264d2-b01f-4bd3-9d1e-9e59be7f0d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:39.720205 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:39.751002 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:39.752135 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 464faeff-b611-414f-9d7f-c7035af9f1b3 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:39.792764 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:39.799947 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (a4ef730a-2fbc-4dd3-bd1f-a89c12044402), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.816855 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-746ab7bf-3239-4435-b496-74ecc965d8a8 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4e2f234-0445-489d-bb32-2eeb381fa7f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3647506 Mar 18 10:32:39.824979 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.831916 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4ef730a-2fbc-4dd3-bd1f-a89c12044402 HTTP/1.1" status: 204 len: 168 time: 1.1323972 Mar 18 10:32:39.831916 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb34d1-392c-465f-ac90-474eb45fb00b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ef730a-2fbc-4dd3-bd1f-a89c12044402,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:39.832517 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41528) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:39.853948 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-63f264d2-b01f-4bd3-9d1e-9e59be7f0d95 None None] Port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:32:39.867137 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404'] for port (f2353df2-4852-410c-80a6-e17e20be5dc0), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:39.909106 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] Network a4ef730a-2fbc-4dd3-bd1f-a89c12044402 is not hosted by any dhcp agent {{(pid=103389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 18 10:32:39.909592 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] No DVR routers for this DVR port f2353df2-4852-410c-80a6-e17e20be5dc0 on host dv-cinder-817135-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:39.914056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5659cb-6b95-4890-a76f-1cdfb7faaa80 None None] Pushing event deleted for resources: {'Port': ['ID=f2353df2-4852-410c-80a6-e17e20be5dc0,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:39.937277 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 464faeff-b611-414f-9d7f-c7035af9f1b3 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:39.938005 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.112496 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 464faeff-b611-414f-9d7f-c7035af9f1b3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:40.199976 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 091e7065-854c-4ac7-9a4c-6233415c8d0b no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:40.222585 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 091e7065-854c-4ac7-9a4c-6233415c8d0b {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:40.223033 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 091e7065-854c-4ac7-9a4c-6233415c8d0b not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:40.223468 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ba6132bd-a8f9-4358-80ca-983d4554c4ab no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:40.250433 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: ba6132bd-a8f9-4358-80ca-983d4554c4ab {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:40.250783 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ba6132bd-a8f9-4358-80ca-983d4554c4ab not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:40.408822 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.712211 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41538) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:40.717619 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-3428db81-20ee-438f-809f-207868570540 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462683184', 'description': 'tempest-secgroup-smoke-462683184 description', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:40.742848 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3428db81-20ee-438f-809f-207868570540 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.743989 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Deleting port 17f72a78-977c-48e5-9588-b465a278e682 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:40.744452 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (17f72a78-977c-48e5-9588-b465a278e682), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.823880 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3428db81-20ee-438f-809f-207868570540 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group (beb3af39-e961-4f8e-aa9c-6ef10fb090ac), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.828183 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] For port 17f72a78-977c-48e5-9588-b465a278e682, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=17f72a78-977c-48e5-9588-b465a278e682,segment=NetworkSegment(da50f151-ce21-41d7-9c17-0a106cc16695),segment_id=da50f151-ce21-41d7-9c17-0a106cc16695)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:40.828435 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (17f72a78-977c-48e5-9588-b465a278e682), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.829001 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3428db81-20ee-438f-809f-207868570540 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (beb3af39-e961-4f8e-aa9c-6ef10fb090ac), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.843033 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Calling delete_port for 17f72a78-977c-48e5-9588-b465a278e682 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:40.858127 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3428db81-20ee-438f-809f-207868570540 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.862179 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3428db81-20ee-438f-809f-207868570540 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1461561 Mar 18 10:32:40.862581 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41540) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:40.867588 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-aa655496-2fd5-4cbc-8a9f-3a20c3e1fd01 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'security_group_rule': {'security_group_id': 'beb3af39-e961-4f8e-aa9c-6ef10fb090ac', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:40.873857 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428db81-20ee-438f-809f-207868570540 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb3af39-e961-4f8e-aa9c-6ef10fb090ac,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:40.899745 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aa655496-2fd5-4cbc-8a9f-3a20c3e1fd01 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (dfc9cc77-4cb8-4468-a9d5-c5296f91a61e), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.958311 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aa655496-2fd5-4cbc-8a9f-3a20c3e1fd01 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (dfc9cc77-4cb8-4468-a9d5-c5296f91a61e), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.963383 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aa655496-2fd5-4cbc-8a9f-3a20c3e1fd01 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (dfc9cc77-4cb8-4468-a9d5-c5296f91a61e), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.984594 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aa655496-2fd5-4cbc-8a9f-3a20c3e1fd01 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:40.988475 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-aa655496-2fd5-4cbc-8a9f-3a20c3e1fd01 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222088 Mar 18 10:32:40.990418 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41542) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:40.992988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa655496-2fd5-4cbc-8a9f-3a20c3e1fd01 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc9cc77-4cb8-4468-a9d5-c5296f91a61e,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:40.997886 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-ac0149d1-9262-4c44-9198-70c8980039a6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'security_group_rule': {'security_group_id': 'beb3af39-e961-4f8e-aa9c-6ef10fb090ac', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:41.040777 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0149d1-9262-4c44-9198-70c8980039a6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (32e7dac6-ab9a-4100-9b3f-c14e6a347c60), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.117691 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (17f72a78-977c-48e5-9588-b465a278e682), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.129521 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 823f3f85-47ea-481c-a19f-0680a242a0e2 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:41.161869 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0149d1-9262-4c44-9198-70c8980039a6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (32e7dac6-ab9a-4100-9b3f-c14e6a347c60), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.166538 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f72a78-977c-48e5-9588-b465a278e682,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.199501 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0149d1-9262-4c44-9198-70c8980039a6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (32e7dac6-ab9a-4100-9b3f-c14e6a347c60), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.219659 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 823f3f85-47ea-481c-a19f-0680a242a0e2 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:41.220093 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.245217 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0149d1-9262-4c44-9198-70c8980039a6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e7dac6-ab9a-4100-9b3f-c14e6a347c60,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.263949 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0149d1-9262-4c44-9198-70c8980039a6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.265556 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ac0149d1-9262-4c44-9198-70c8980039a6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2717729 Mar 18 10:32:41.268946 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41548) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:41.276700 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-bf773ab2-c98a-4c1b-a276-652cbd17ed4c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'security_group_rule': {'security_group_id': 'beb3af39-e961-4f8e-aa9c-6ef10fb090ac', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:41.343048 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bf773ab2-c98a-4c1b-a276-652cbd17ed4c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (7c25719d-a452-41ee-8c28-2bdc968b37bd), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.350090 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 823f3f85-47ea-481c-a19f-0680a242a0e2 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:41.351566 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.384425 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 823f3f85-47ea-481c-a19f-0680a242a0e2, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=823f3f85-47ea-481c-a19f-0680a242a0e2,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:41.391323 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.481320 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=823f3f85-47ea-481c-a19f-0680a242a0e2,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.496038 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device f2353df2-4852-410c-80a6-e17e20be5dc0 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:41.524333 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bf773ab2-c98a-4c1b-a276-652cbd17ed4c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (7c25719d-a452-41ee-8c28-2bdc968b37bd), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.524685 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: f2353df2-4852-410c-80a6-e17e20be5dc0 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:41.525129 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device f2353df2-4852-410c-80a6-e17e20be5dc0 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:41.530827 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bf773ab2-c98a-4c1b-a276-652cbd17ed4c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (7c25719d-a452-41ee-8c28-2bdc968b37bd), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.553103 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.556310 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf773ab2-c98a-4c1b-a276-652cbd17ed4c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c25719d-a452-41ee-8c28-2bdc968b37bd,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.567453 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bf773ab2-c98a-4c1b-a276-652cbd17ed4c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.572106 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-bf773ab2-c98a-4c1b-a276-652cbd17ed4c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3014686 Mar 18 10:32:41.575269 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41556) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:41.580794 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-22671bcd-6016-45b4-89e1-eb2186376408 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'security_group_rule': {'security_group_id': 'beb3af39-e961-4f8e-aa9c-6ef10fb090ac', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:41.608052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22671bcd-6016-45b4-89e1-eb2186376408 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (1c48ba27-a40a-4085-843e-50b28a1d276c), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.685714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22671bcd-6016-45b4-89e1-eb2186376408 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (1c48ba27-a40a-4085-843e-50b28a1d276c), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.694332 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22671bcd-6016-45b4-89e1-eb2186376408 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (1c48ba27-a40a-4085-843e-50b28a1d276c), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.722450 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22671bcd-6016-45b4-89e1-eb2186376408 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c48ba27-a40a-4085-843e-50b28a1d276c,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.733008 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22671bcd-6016-45b4-89e1-eb2186376408 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.735163 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-22671bcd-6016-45b4-89e1-eb2186376408 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584876 Mar 18 10:32:41.737862 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41560) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:41.744326 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'security_group_rule': {'security_group_id': 'beb3af39-e961-4f8e-aa9c-6ef10fb090ac', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:41.768606 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.securitygroups_db [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Project a9559f227c1d4b88b08bc381f0310b59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:32:41.774114 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (94145982-78c6-4924-9c97-59ea4f975121), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.851918 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (94145982-78c6-4924-9c97-59ea4f975121), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.856143 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (94145982-78c6-4924-9c97-59ea4f975121), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.876063 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94145982-78c6-4924-9c97-59ea4f975121,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:41.886986 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:41.888255 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e4dbd879-0828-4329-a6d7-9fcfe4af9f79 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487219 Mar 18 10:32:41.891564 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41562) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:41.896990 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'security_group_rule': {'security_group_id': 'beb3af39-e961-4f8e-aa9c-6ef10fb090ac', 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:41.921949 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.securitygroups_db [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Project a9559f227c1d4b88b08bc381f0310b59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:32:41.928342 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (bc38670a-176a-440d-b27e-64d7976bafb9), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.000939 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (bc38670a-176a-440d-b27e-64d7976bafb9), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.005028 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (bc38670a-176a-440d-b27e-64d7976bafb9), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.023372 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc38670a-176a-440d-b27e-64d7976bafb9,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:42.032975 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.034164 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3183448f-be33-454b-94f3-a7ef8a50c56b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416109 Mar 18 10:32:42.085109 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:32:42.199825 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:32:42.210085 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d31096c7-cacc-4385-a89e-058494fef480 admin admin] 10.222.0.44 "PUT /v2.0/routers/2469e633-d2f5-4fe9-86cc-e8101b5d9fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3718014 Mar 18 10:32:42.210214 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] Sync routers for ids ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:42.210658 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41592) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:42.221884 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] Routers {'2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:42.222701 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.335896 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks [] for router (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.347130 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] Set router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:42.484509 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks [] for router_gateway (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.548151 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Deleting port 48d187f7-cc44-44bd-b361-063116702947 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:42.548541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (48d187f7-cc44-44bd-b361-063116702947), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.566555 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '48d187f7-cc44-44bd-b361-063116702947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:32:41Z', 'revision_number': 5, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port': {'id': '48d187f7-cc44-44bd-b361-063116702947', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:30:00Z', 'updated_at': '2022-03-18T10:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.600398 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] Checking router: 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:42.609931 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] Routers {'2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:42.610663 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.658762 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] For port 48d187f7-cc44-44bd-b361-063116702947, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=48d187f7-cc44-44bd-b361-063116702947,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:42.659133 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (48d187f7-cc44-44bd-b361-063116702947), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.676134 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Calling delete_port for 48d187f7-cc44-44bd-b361-063116702947 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:42.787234 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Sync routers for ids ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:32:42.808235 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Routers {'d4e2f234-0445-489d-bb32-2eeb381fa7f6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:42.809071 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.861261 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] Set router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:42.927350 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:32:42Z', 'revision_number': 6, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:42.949522 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (48d187f7-cc44-44bd-b361-063116702947), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:42.960177 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b0400-b571-4bde-95ee-0cf300ceee1d None None] The sync data for ids ['2469e633-d2f5-4fe9-86cc-e8101b5d9fa9'] in dv-cinder-817135-6-iscsi is: [{'id': '2469e633-d2f5-4fe9-86cc-e8101b5d9fa9', 'name': 'tempest-TestMinimumBasicScenario-1651730699-router', 'tenant_id': '40bd41006f644959965e72b7e1620525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:29:59Z', 'updated_at': '2022-03-18T10:32:42Z', 'revision_number': 6, 'project_id': '40bd41006f644959965e72b7e1620525', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:42.973347 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Set router d4e2f234-0445-489d-bb32-2eeb381fa7f6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:42.996778 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=48d187f7-cc44-44bd-b361-063116702947,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:43.107684 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.190731 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 823f3f85-47ea-481c-a19f-0680a242a0e2 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:43.248265 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.252303 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks [] for router_controller (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.272439 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 4, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port': {'id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:34Z', 'updated_at': '2022-03-18T10:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '1491ac2a-8ae3-44cf-b82f-116ba6f84625', 'name': '', 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166', 'tenant_id': '915205b443f1485899af707777cce5fd', 'mac_address': 'fa:16:3e:53:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:37Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 2, 'project_id': '915205b443f1485899af707777cce5fd', 'subnets': [{'id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:43.284711 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 823f3f85-47ea-481c-a19f-0680a242a0e2 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:43.285351 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.300892 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Checking router: d4e2f234-0445-489d-bb32-2eeb381fa7f6 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:32:43.301259 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Updating router d4e2f234-0445-489d-bb32-2eeb381fa7f6 port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:32:43.333211 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (2469e633-d2f5-4fe9-86cc-e8101b5d9fa9), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.334669 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:32:43.341201 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.342545 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-530f1f9c-4f57-40e6-a38f-43d87e930f9c admin admin] 10.222.0.44 "DELETE /v2.0/routers/2469e633-d2f5-4fe9-86cc-e8101b5d9fa9 HTTP/1.1" status: 204 len: 168 time: 1.1314154 Mar 18 10:32:43.346809 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41622) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:43.350137 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.406062 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 823f3f85-47ea-481c-a19f-0680a242a0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:43.429876 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] Deleting subnet 749827ef-2e32-4b1d-8925-f713eb4601e6 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:32:43.433816 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] Publish callbacks [] for subnet (749827ef-2e32-4b1d-8925-f713eb4601e6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.481708 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (749827ef-2e32-4b1d-8925-f713eb4601e6), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.579827 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (749827ef-2e32-4b1d-8925-f713eb4601e6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.684598 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (749827ef-2e32-4b1d-8925-f713eb4601e6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.727034 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749827ef-2e32-4b1d-8925-f713eb4601e6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:43.731464 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.736141 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7fcedcc7-c90f-4811-a296-fc2bcad4d785 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/749827ef-2e32-4b1d-8925-f713eb4601e6 HTTP/1.1" status: 204 len: 168 time: 0.3880899 Mar 18 10:32:43.738984 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41628) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:43.741853 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf436f4-7ac2-4b72-9ffe-6e091221268f None None] Network fda207a0-e580-442a-bdfb-1e46a213f8e8 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:32:43.830672 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (fda207a0-e580-442a-bdfb-1e46a213f8e8), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.881467 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Publish callbacks [] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.891683 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.903875 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Deleting port 070f02df-0a21-442c-9103-e7956c23bb73 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:43.904334 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (070f02df-0a21-442c-9103-e7956c23bb73), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:43.972211 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd065b-9f20-4eaa-a7f3-14bf440f8fcd None None] Pushing event updated for resources: {'Port': ['ID=1491ac2a-8ae3-44cf-b82f-116ba6f84625,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:43.981324 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] For port 070f02df-0a21-442c-9103-e7956c23bb73, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=070f02df-0a21-442c-9103-e7956c23bb73,segment=NetworkSegment(da50f151-ce21-41d7-9c17-0a106cc16695),segment_id=da50f151-ce21-41d7-9c17-0a106cc16695)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:43.984073 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (070f02df-0a21-442c-9103-e7956c23bb73), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.010181 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Calling delete_port for 070f02df-0a21-442c-9103-e7956c23bb73 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:44.020678 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Attempting to bind port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:32:44.021682 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Attempting to bind port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:32:44.022161 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Attempting to bind port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 on network 8632fa91-0142-4d5c-9360-98fd5bd4e166 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:32:44.031008 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:32:44.031380 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Checking segment: {'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:32:44.031833 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.032625 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Bound using segment: {'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:32:44.033516 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Bound port: 1491ac2a-8ae3-44cf-b82f-116ba6f84625, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e192b6b6-168a-4d64-be1f-3cab14b30347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:32:44.034866 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.046559 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] DHCP port deletion for fda207a0-e580-442a-bdfb-1e46a213f8e8 request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:32:44.152668 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] Deleting port 070f02df-0a21-442c-9103-e7956c23bb73 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:32:44.157154 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (070f02df-0a21-442c-9103-e7956c23bb73), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.158316 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (070f02df-0a21-442c-9103-e7956c23bb73), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.160840 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] For port 1491ac2a-8ae3-44cf-b82f-116ba6f84625, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:32:44.169339 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] For port 1491ac2a-8ae3-44cf-b82f-116ba6f84625, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=1491ac2a-8ae3-44cf-b82f-116ba6f84625,segment=NetworkSegment(e192b6b6-168a-4d64-be1f-3cab14b30347),segment_id=e192b6b6-168a-4d64-be1f-3cab14b30347)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:32:44.180169 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.197983 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] No DVR routers for this DVR port 070f02df-0a21-442c-9103-e7956c23bb73 on host dv-cinder-817135-6-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:44.199761 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Pushing event deleted for resources: {'Port': ['ID=070f02df-0a21-442c-9103-e7956c23bb73,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.238464 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.238862 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.239348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.241155 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.241424 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.241848 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.243105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.243450 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.243794 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.244131 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.244469 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.244839 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.245360 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.246105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.246600 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:32:44.260643 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] For port 070f02df-0a21-442c-9103-e7956c23bb73, host dv-cinder-817135-6-iscsi, got binding levels [] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:44.262133 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (070f02df-0a21-442c-9103-e7956c23bb73), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.276537 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd065b-9f20-4eaa-a7f3-14bf440f8fcd None None] Pushing event updated for resources: {'Port': ['ID=1491ac2a-8ae3-44cf-b82f-116ba6f84625,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.291611 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] Calling delete_port for 070f02df-0a21-442c-9103-e7956c23bb73 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:32:44.296966 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.ipam_backend_mixin [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] Port 070f02df-0a21-442c-9103-e7956c23bb73 was not found and therefore no delete operation was performed {{(pid=103389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 18 10:32:44.299119 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404'] for port (070f02df-0a21-442c-9103-e7956c23bb73), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.308032 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Routers {'d4e2f234-0445-489d-bb32-2eeb381fa7f6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:32:44.308807 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:32:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.320932 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (fda207a0-e580-442a-bdfb-1e46a213f8e8), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.334024 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] No DVR routers for this DVR port 070f02df-0a21-442c-9103-e7956c23bb73 on host dv-cinder-817135-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:32:44.353135 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c3c80-2e32-40cf-852f-c1f8a93fffd6 None None] Pushing event deleted for resources: {'Port': ['ID=070f02df-0a21-442c-9103-e7956c23bb73,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.362625 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda207a0-e580-442a-bdfb-1e46a213f8e8']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.375280 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-b083ea96-5bfb-46db-9623-b9663da22c4b None None] Provisioning complete for port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:44.375956 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b083ea96-5bfb-46db-9623-b9663da22c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.409619 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da50f151-ce21-41d7-9c17-0a106cc16695') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.410117 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da50f151-ce21-41d7-9c17-0a106cc16695') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.455526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (da50f151-ce21-41d7-9c17-0a106cc16695), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.499961 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (da50f151-ce21-41d7-9c17-0a106cc16695), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.512761 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:32:44.513074 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (da50f151-ce21-41d7-9c17-0a106cc16695), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:32:44.519572 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:32:44.537385 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b083ea96-5bfb-46db-9623-b9663da22c4b None None] Current status of the port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:44.538098 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b083ea96-5bfb-46db-9623-b9663da22c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.544542 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] Set router d4e2f234-0445-489d-bb32-2eeb381fa7f6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:32:44.589063 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b083ea96-5bfb-46db-9623-b9663da22c4b None None] For port 1491ac2a-8ae3-44cf-b82f-116ba6f84625, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=1491ac2a-8ae3-44cf-b82f-116ba6f84625,segment=NetworkSegment(e192b6b6-168a-4d64-be1f-3cab14b30347),segment_id=e192b6b6-168a-4d64-be1f-3cab14b30347)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:32:44.596983 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b083ea96-5bfb-46db-9623-b9663da22c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.625956 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (fda207a0-e580-442a-bdfb-1e46a213f8e8), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.635501 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.647214 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] 10.222.0.44 "DELETE /v2.0/networks/fda207a0-e580-442a-bdfb-1e46a213f8e8 HTTP/1.1" status: 204 len: 168 time: 0.9068134 Mar 18 10:32:44.683585 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc66830-1103-4aa9-b010-9f37cb36a48f admin admin] Pushing event deleted for resources: {'Network': ['ID=fda207a0-e580-442a-bdfb-1e46a213f8e8,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.693556 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083ea96-5bfb-46db-9623-b9663da22c4b None None] Pushing event updated for resources: {'Port': ['ID=1491ac2a-8ae3-44cf-b82f-116ba6f84625,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:44.742166 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-1c7557fc-5ac4-4092-84bb-51298f3fbdaf None None] Provisioning complete for port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:44.742850 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c7557fc-5ac4-4092-84bb-51298f3fbdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:44.915775 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1c7557fc-5ac4-4092-84bb-51298f3fbdaf None None] Current status of the port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:44.922363 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 4, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port': {'id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:34Z', 'updated_at': '2022-03-18T10:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '1491ac2a-8ae3-44cf-b82f-116ba6f84625', 'name': '', 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166', 'tenant_id': '915205b443f1485899af707777cce5fd', 'mac_address': 'fa:16:3e:53:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:37Z', 'updated_at': '2022-03-18T10:32:44Z', 'revision_number': 4, 'project_id': '915205b443f1485899af707777cce5fd', 'subnets': [{'id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:32:44.953984 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8e0bc-1fa9-4393-a9fc-d84265b03f72 None None] The sync data for ids ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'] in dv-cinder-817135-6-iscsi is: [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:32:38Z', 'revision_number': 4, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port': {'id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:34Z', 'updated_at': '2022-03-18T10:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '1491ac2a-8ae3-44cf-b82f-116ba6f84625', 'name': '', 'network_id': '8632fa91-0142-4d5c-9360-98fd5bd4e166', 'tenant_id': '915205b443f1485899af707777cce5fd', 'mac_address': 'fa:16:3e:53:e6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:37Z', 'updated_at': '2022-03-18T10:32:44Z', 'revision_number': 4, 'project_id': '915205b443f1485899af707777cce5fd', 'subnets': [{'id': '6d51ecf3-b033-46c0-bc25-6208105e9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:32:45.003606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41638) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:45.077544 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c963da6a-15cb-4c6f-b783-ff552b5cb9eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3eb797e0787b4311b2e7731023ce7daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705521 Mar 18 10:32:45.080336 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41640) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:45.144521 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 1491ac2a-8ae3-44cf-b82f-116ba6f84625 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:32:45.145684 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5aa-b893-4d76-abad-0010b4726ee0 admin admin] Publish callbacks [] for security_group (56dbc2f2-af5b-4b32-ae28-f0af2208db23), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.176123 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5aa-b893-4d76-abad-0010b4726ee0 admin admin] Publish callbacks [] for security_group (56dbc2f2-af5b-4b32-ae28-f0af2208db23), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.207052 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:45.207425 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.235767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5aa-b893-4d76-abad-0010b4726ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (56dbc2f2-af5b-4b32-ae28-f0af2208db23), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.240560 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18a1a5aa-b893-4d76-abad-0010b4726ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.242271 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-18a1a5aa-b893-4d76-abad-0010b4726ee0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56dbc2f2-af5b-4b32-ae28-f0af2208db23 HTTP/1.1" status: 204 len: 168 time: 0.1609051 Mar 18 10:32:45.251611 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1a5aa-b893-4d76-abad-0010b4726ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbc2f2-af5b-4b32-ae28-f0af2208db23,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:45.326616 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:32:45.381529 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 17f72a78-977c-48e5-9588-b465a278e682 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:45.416862 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 17f72a78-977c-48e5-9588-b465a278e682 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:45.417449 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 17f72a78-977c-48e5-9588-b465a278e682 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:45.417982 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 48d187f7-cc44-44bd-b361-063116702947 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:45.441243 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 48d187f7-cc44-44bd-b361-063116702947 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:45.441602 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 48d187f7-cc44-44bd-b361-063116702947 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:45.442062 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 070f02df-0a21-442c-9103-e7956c23bb73 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:32:45.464609 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 070f02df-0a21-442c-9103-e7956c23bb73 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:32:45.464960 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 070f02df-0a21-442c-9103-e7956c23bb73 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:32:45.686537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41646) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:45.732101 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e5c8596a-b8c5-49cd-8449-a3209d099d0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40bd41006f644959965e72b7e1620525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442164 Mar 18 10:32:45.734674 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41648) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:32:45.783211 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ce775355-c552-4882-beac-bd6a950314e6 admin admin] Publish callbacks [] for security_group (6262cf0a-9c88-4c6d-b4a6-4c913dce70d2), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.807569 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ce775355-c552-4882-beac-bd6a950314e6 admin admin] Publish callbacks [] for security_group (6262cf0a-9c88-4c6d-b4a6-4c913dce70d2), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.864123 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ce775355-c552-4882-beac-bd6a950314e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (6262cf0a-9c88-4c6d-b4a6-4c913dce70d2), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.866829 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ce775355-c552-4882-beac-bd6a950314e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:45.868005 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ce775355-c552-4882-beac-bd6a950314e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6262cf0a-9c88-4c6d-b4a6-4c913dce70d2 HTTP/1.1" status: 204 len: 168 time: 0.1323698 Mar 18 10:32:45.875985 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce775355-c552-4882-beac-bd6a950314e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262cf0a-9c88-4c6d-b4a6-4c913dce70d2,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:46.613764 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:53.040951 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a0813-4eb4-48d6-8759-1579e6b1c4f5 req-ad138099-4d4a-4400-9c39-091fb99223d7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:53.042448 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-474a0813-4eb4-48d6-8759-1579e6b1c4f5 req-ad138099-4d4a-4400-9c39-091fb99223d7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0522089 Mar 18 10:32:53.087676 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-474a0813-4eb4-48d6-8759-1579e6b1c4f5 req-2453e72b-c697-4743-b8ac-5ae3a3a7c14a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396440 Mar 18 10:32:54.212884 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01818c-e2df-4cab-ab44-42cc3d085f02 req-95360068-1acd-417c-ae93-3d40e813c3e2 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:54.214457 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fc01818c-e2df-4cab-ab44-42cc3d085f02 req-95360068-1acd-417c-ae93-3d40e813c3e2 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0548701 Mar 18 10:32:54.276167 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fc01818c-e2df-4cab-ab44-42cc3d085f02 req-8ef3667f-f3a3-4881-a97e-4ab760cd94ec tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559058 Mar 18 10:32:55.403485 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794c1f8-927c-4cc6-84c9-2ef5571f4fec req-7d1584d5-4403-4131-b299-4e274304b132 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:55.404937 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a794c1f8-927c-4cc6-84c9-2ef5571f4fec req-7d1584d5-4403-4131-b299-4e274304b132 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Mar 18 10:32:55.449668 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a794c1f8-927c-4cc6-84c9-2ef5571f4fec req-590c1a4e-7bad-409d-aa6a-17fda87c21ea tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Mar 18 10:32:56.514562 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-158adc28-1000-482d-88cb-eae684896076 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462683184&fields=id&tenant_id=a9559f227c1d4b88b08bc381f0310b59 HTTP/1.1" status: 200 len: 267 time: 0.0486901 Mar 18 10:32:56.579319 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0805ca0-76c7-41ba-9e0d-f37589300409 req-e2757ac9-c991-4110-8d6b-6dea68b563b1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:56.581498 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0805ca0-76c7-41ba-9e0d-f37589300409 req-e2757ac9-c991-4110-8d6b-6dea68b563b1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0545669 Mar 18 10:32:56.629320 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-08995940-6022-42a6-9e76-063f49c565be tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:56.629704 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0805ca0-76c7-41ba-9e0d-f37589300409 req-4634cb58-93c7-4325-8a40-50942fd1a858 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425568 Mar 18 10:32:56.631033 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-08995940-6022-42a6-9e76-063f49c565be tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 809 time: 0.1100554 Mar 18 10:32:56.647277 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-c6a0871e-c847-4449-b909-278b01afc3df tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/quotas/a9559f227c1d4b88b08bc381f0310b59 HTTP/1.1" status: 200 len: 375 time: 0.0103517 Mar 18 10:32:56.707900 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-d1d0de5d-893b-4b54-a881-e9edf0497306 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553045 Mar 18 10:32:57.144406 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-d9c29988-e2a8-4350-9b53-7ae90fb5156b service neutron] 10.222.0.44 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239552 Mar 18 10:32:57.237534 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-e0770b94-9ecd-4f49-a07c-9b6075fc5392 service neutron] 10.222.0.44 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864875 Mar 18 10:32:57.558852 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-da0a992b-49d6-4990-824d-13b01a1265f2 req-c7f6c4b6-0701-4088-9116-e56decb63cf7 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 210 time: 0.0342910 Mar 18 10:32:57.757934 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f556-27a8-451a-bed4-c46b91872316 req-4e68e44b-2542-439d-b51d-ad6d0e4ea276 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:57.759971 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fa01f556-27a8-451a-bed4-c46b91872316 req-4e68e44b-2542-439d-b51d-ad6d0e4ea276 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0575449 Mar 18 10:32:57.814355 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fa01f556-27a8-451a-bed4-c46b91872316 req-cbe540c5-119e-4168-80c2-131ce003ef6a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483072 Mar 18 10:32:58.687427 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d49c3ac-c0cb-4af0-97ee-4340c5abfba9 req-8a43da13-5b99-422c-8915-4ce4f5bfb118 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 210 time: 0.0382419 Mar 18 10:32:58.697638 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-d1367ff1-ee39-46e1-acb4-4e8d5216c802 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:58.699108 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-d1367ff1-ee39-46e1-acb4-4e8d5216c802 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 809 time: 0.1565347 Mar 18 10:32:58.761234 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-d11a38ba-b722-43bf-8b69-7f6043fa5bd0 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9559f227c1d4b88b08bc381f0310b59 HTTP/1.1" status: 200 len: 379 time: 0.0533154 Mar 18 10:32:58.769559 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'port': {'device_id': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'admin_state_up': True, 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'security_groups': ['beb3af39-e961-4f8e-aa9c-6ef10fb090ac']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:58.886358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Made reservation on behalf of a9559f227c1d4b88b08bc381f0310b59 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:32:58.890061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:58.971324 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24771a05-7df7-42f4-9cac-3d86efe98d53 req-67e856b6-d9e1-4e3d-9111-579e47ad6561 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:58.973662 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-24771a05-7df7-42f4-9cac-3d86efe98d53 req-67e856b6-d9e1-4e3d-9111-579e47ad6561 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0601161 Mar 18 10:32:59.044628 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-24771a05-7df7-42f4-9cac-3d86efe98d53 req-f435ed14-a742-4a0d-bded-6457774ee74e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651088 Mar 18 10:32:59.079402 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Allocated IP 172.20.0.7 (329b5583-ae48-4f7b-9854-a3aec8632d60/5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f/85496273-1b2d-4957-adc8-5c5129db06a6) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:32:59.251879 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for port (85496273-1b2d-4957-adc8-5c5129db06a6), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:59.294100 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:59.338925 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:32:59.346039 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:32:59.350994 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:32:59.391124 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:32:59.423267 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:59.423996 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:59.444207 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-19fe4ae2-9c2d-495e-8372-1350a5ffe34b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6781745 Mar 18 10:32:59.504532 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Request body: {'port': {'device_id': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:32:59.565619 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:59.645435 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-780ddce5-3961-4f47-bb02-ad6f3a536b20 None None] Provisioning complete for port 85496273-1b2d-4957-adc8-5c5129db06a6 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:32:59.646547 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-780ddce5-3961-4f47-bb02-ad6f3a536b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:59.680157 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-780ddce5-3961-4f47-bb02-ad6f3a536b20 None None] Port 85496273-1b2d-4957-adc8-5c5129db06a6 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:32:59.703132 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:32:59.821889 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7597a1a1-a0b7-499e-8268-da29fb3cec42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:59.850072 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45237ab2-62a0-4e0e-b2c3-34439a43d7db req-4bb0cdb3-28f7-4887-9ffc-d2ac0f7e2800 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:32:59.851560 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-45237ab2-62a0-4e0e-b2c3-34439a43d7db req-4bb0cdb3-28f7-4887-9ffc-d2ac0f7e2800 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 931 time: 0.0967770 Mar 18 10:32:59.899115 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85496273-1b2d-4957-adc8-5c5129db06a6 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:32:59.911672 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Publish callbacks [] for port (85496273-1b2d-4957-adc8-5c5129db06a6), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:32:59.938793 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-45237ab2-62a0-4e0e-b2c3-34439a43d7db req-89ffa520-b8aa-4496-b940-837d141521de tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693045 Mar 18 10:32:59.939672 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Transition to ACTIVE for port object 85496273-1b2d-4957-adc8-5c5129db06a6 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:32:59.944000 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:00.017377 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.074527 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Attempting to bind port 85496273-1b2d-4957-adc8-5c5129db06a6 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:33:00.075031 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Attempting to bind port 85496273-1b2d-4957-adc8-5c5129db06a6 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:33:00.075460 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Attempting to bind port 85496273-1b2d-4957-adc8-5c5129db06a6 on network 329b5583-ae48-4f7b-9854-a3aec8632d60 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:33:00.080815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Port 85496273-1b2d-4957-adc8-5c5129db06a6 on network 329b5583-ae48-4f7b-9854-a3aec8632d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:33:00.081224 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Attempting to bind port 85496273-1b2d-4957-adc8-5c5129db06a6 on network 329b5583-ae48-4f7b-9854-a3aec8632d60 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:33:00.087477 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:33:00.087917 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Checking segment: {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:33:00.088369 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Bound using segment: {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:33:00.088885 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Bound port: 85496273-1b2d-4957-adc8-5c5129db06a6, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:33:00.089312 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:00.162335 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:33:00.166546 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:33:00.174129 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:00.183944 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d9dc5-4139-497f-ae81-d0004dfd2e94 req-5273f3eb-5636-4b35-b024-b3567cfb4260 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.185510 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-961d9dc5-4139-497f-ae81-d0004dfd2e94 req-5273f3eb-5636-4b35-b024-b3567cfb4260 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0605261 Mar 18 10:33:00.209145 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.210255 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:00.211274 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] 10.222.0.45 "PUT /v2.0/ports/85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 1093 time: 0.7595811 Mar 18 10:33:00.211680 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:33:00.213885 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027402ac-3968-42db-835f-63a504622325" -d '{"events": [{"name": "network-changed", "server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:33:00.244708 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea64e-9a0e-42ea-8b96-1cd357bc2700 service neutron] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:00.283833 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-961d9dc5-4139-497f-ae81-d0004dfd2e94 req-02b8d2f2-94cf-4d3d-85e7-900a34fe56b0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890732 Mar 18 10:33:00.320589 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-c7021584-4e80-4148-a616-04a2e938e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.322718 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-c7021584-4e80-4148-a616-04a2e938e747 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1127 time: 0.0587740 Mar 18 10:33:00.368886 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a30d8-3797-41b5-bbad-3d8e61c5c588 x-openstack-request-id: req-ca9a30d8-3797-41b5-bbad-3d8e61c5c588 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:33:00.369187 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:33:00.369447 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca9a30d8-3797-41b5-bbad-3d8e61c5c588 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:33:00.369886 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6', 'status': 'completed', 'code': 200} Mar 18 10:33:00.371778 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-34da6904-6931-4b6a-9240-cc81aa6ff817 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 217 time: 0.0410700 Mar 18 10:33:00.425154 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-c8f51190-c2ae-4642-b2d9-1c543a503db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.426878 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-c8f51190-c2ae-4642-b2d9-1c543a503db3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0483491 Mar 18 10:33:00.483937 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-365d3320-cb60-4dd2-94d6-6dd664f3b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.485585 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-365d3320-cb60-4dd2-94d6-6dd664f3b84f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533423 Mar 18 10:33:00.580141 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-554995f2-0e96-456d-8b7e-02ac28de197e service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886936 Mar 18 10:33:00.680877 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a03d2a2a-33a2-4ed8-acab-e9f93c4e9943 req-736b876e-4c2b-400d-8619-3ddbddab6757 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945978 Mar 18 10:33:00.773789 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027402ac-3968-42db-835f-63a504622325 req-23c2e536-148d-4bc4-9dca-4cb6517f3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.775323 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-027402ac-3968-42db-835f-63a504622325 req-23c2e536-148d-4bc4-9dca-4cb6517f3510 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1127 time: 0.0473115 Mar 18 10:33:00.871192 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027402ac-3968-42db-835f-63a504622325 req-6d454f99-f817-4f4b-ba40-9e93bf1fb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:00.872882 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-027402ac-3968-42db-835f-63a504622325 req-6d454f99-f817-4f4b-ba40-9e93bf1fb300 service neutron] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 910 time: 0.0877306 Mar 18 10:33:00.933727 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-027402ac-3968-42db-835f-63a504622325 req-0516fa3f-e03a-4104-af05-cd18e8f1942f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 217 time: 0.0471740 Mar 18 10:33:01.017008 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027402ac-3968-42db-835f-63a504622325 req-b5816c39-ccbb-4fa7-9652-2c767c38ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:01.018763 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-027402ac-3968-42db-835f-63a504622325 req-b5816c39-ccbb-4fa7-9652-2c767c38ec64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0772250 Mar 18 10:33:01.031037 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a28070-dc85-4b55-8cc4-9c748b6c6d04 req-e0a2dbc0-daa1-4ffe-bdc9-8cde6c3f9bd2 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:01.032542 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-36a28070-dc85-4b55-8cc4-9c748b6c6d04 req-e0a2dbc0-daa1-4ffe-bdc9-8cde6c3f9bd2 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 946 time: 0.0920877 Mar 18 10:33:01.070242 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77374-7f61-4956-afbe-e8664dffce14 req-e2471d1b-2784-47a0-8716-fb7a2fb940fb tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:01.071844 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69d77374-7f61-4956-afbe-e8664dffce14 req-e2471d1b-2784-47a0-8716-fb7a2fb940fb tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0570822 Mar 18 10:33:01.115129 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-36a28070-dc85-4b55-8cc4-9c748b6c6d04 req-71fe3e13-089b-43c6-85f0-255a0a8b4f0e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731993 Mar 18 10:33:01.118406 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027402ac-3968-42db-835f-63a504622325 req-cbb548ed-a866-40f0-9e93-a47b9a156498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:01.119764 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-027402ac-3968-42db-835f-63a504622325 req-cbb548ed-a866-40f0-9e93-a47b9a156498 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863361 Mar 18 10:33:01.123008 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69d77374-7f61-4956-afbe-e8664dffce14 req-edbd02dc-f3f5-49e9-ac22-444ddefea17c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454054 Mar 18 10:33:01.212496 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-027402ac-3968-42db-835f-63a504622325 req-59a68730-c61c-4e7d-bda0-be0d1068c371 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855367 Mar 18 10:33:01.310752 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-027402ac-3968-42db-835f-63a504622325 req-9dc49f09-95cf-4aae-a9d7-6311e7c6f8e4 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909400 Mar 18 10:33:01.409988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf99be6-952a-426d-8f44-4585c0892604 req-8861af6b-1175-44ff-b3fa-b778be0b1ad1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:01.412021 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcf99be6-952a-426d-8f44-4585c0892604 req-8861af6b-1175-44ff-b3fa-b778be0b1ad1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0558348 Mar 18 10:33:01.459137 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcf99be6-952a-426d-8f44-4585c0892604 req-5114ab34-2be0-4897-8fa9-31a726992dda tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Mar 18 10:33:02.242044 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43e06-4ef6-4351-9386-73dc2d5ffc52 req-074f78f7-94d5-4515-8c97-987d5349026e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:02.243599 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75e43e06-4ef6-4351-9386-73dc2d5ffc52 req-074f78f7-94d5-4515-8c97-987d5349026e tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 946 time: 0.0575628 Mar 18 10:33:02.248988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a6da3-a901-490c-8098-03a4032fac9b req-a588368d-50a1-41bd-8856-df8955592273 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:02.250532 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f7a6da3-a901-490c-8098-03a4032fac9b req-a588368d-50a1-41bd-8856-df8955592273 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0553944 Mar 18 10:33:02.291842 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75e43e06-4ef6-4351-9386-73dc2d5ffc52 req-2be433e9-0037-4cba-b799-fe34865eb68b tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b9a535-f80e-4aea-b952-f2d986563430&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Mar 18 10:33:02.329671 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f7a6da3-a901-490c-8098-03a4032fac9b req-b998151a-3a16-41ba-b9ef-ca5a02cd8ac5 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720501 Mar 18 10:33:02.592984 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b2a1f-67b9-471a-bcdc-3b9147d3b715 req-73f3d6d5-9dd3-4cfa-8f82-01398185104c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:02.594539 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f0b2a1f-67b9-471a-bcdc-3b9147d3b715 req-73f3d6d5-9dd3-4cfa-8f82-01398185104c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0636153 Mar 18 10:33:02.636762 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-00be0128-e1a5-463a-adf3-f5933f790981 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:02.638258 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-00be0128-e1a5-463a-adf3-f5933f790981 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 946 time: 0.0585873 Mar 18 10:33:02.647871 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f0b2a1f-67b9-471a-bcdc-3b9147d3b715 req-9af6c754-2533-4a34-a0a6-932e09b436f9 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458553 Mar 18 10:33:02.735491 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Deleting port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:33:02.735827 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:02.824540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] For port 69d82998-ccc9-4d6f-bc77-6bbb1f223604, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=69d82998-ccc9-4d6f-bc77-6bbb1f223604,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:02.824904 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:02.900168 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a4ef21b2-1b64-4a21-9200-d1f740db11fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:03.009843 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:03.010213 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (b37dbcaf-d19a-47d4-aa23-8803feb88e54), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:03.010534 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Floating IP b37dbcaf-d19a-47d4-aa23-8803feb88e54 disassociated. External IP: 172.27.0.160, port: 69d82998-ccc9-4d6f-bc77-6bbb1f223604. Mar 18 10:33:03.010876 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Calling delete_port for 69d82998-ccc9-4d6f-bc77-6bbb1f223604 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:33:03.139736 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (69d82998-ccc9-4d6f-bc77-6bbb1f223604), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:03.166571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event deleted for resources: {'Port': ['ID=69d82998-ccc9-4d6f-bc77-6bbb1f223604,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:03.286010 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Router c697f224-f09e-49dd-b9fd-063563b864f3 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:33:03.397588 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a2feca1-b51d-45f4-9472-f0d458edaaf3 req-595ddfec-fa66-4df1-8ddc-b1bbcce0dc02 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/ports?device_id=352dce8a-1624-4921-aaec-9c36c7587fe8 HTTP/1.1" status: 200 len: 210 time: 0.0338616 Mar 18 10:33:03.422059 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:33:03.433666 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] Sync routers for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:03.445235 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:33:03.445928 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:33:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:03.451441 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4368f-045a-4b17-b03d-adaa4d80867b req-6b214d7a-5dd3-4f3e-bd06-50048b795ec6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:03.452951 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09a4368f-045a-4b17-b03d-adaa4d80867b req-6b214d7a-5dd3-4f3e-bd06-50048b795ec6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0570064 Mar 18 10:33:03.468412 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] No DVR routers for this DVR port 69d82998-ccc9-4d6f-bc77-6bbb1f223604 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:03.471948 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:03.475189 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9e9d4fc-6932-4c5d-b97e-234f9b7705a7 req-2edd76f8-df53-4ffb-880d-a5b5a869b176 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.45 "DELETE /v2.0/ports/69d82998-ccc9-4d6f-bc77-6bbb1f223604 HTTP/1.1" status: 204 len: 173 time: 0.8315392 Mar 18 10:33:03.475939 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'name': 'network-vif-deleted', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:33:03.479274 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed6bae-b93b-495d-9841-0cea6a5e289f" -d '{"events": [{"server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "name": "network-vif-deleted", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:33:03.508893 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09a4368f-045a-4b17-b03d-adaa4d80867b req-16644b34-9181-4a3f-8a29-273cf4618dc2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500593 Mar 18 10:33:03.557554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d13300-3564-4535-b81b-35c95933a9d4 x-openstack-request-id: req-76d13300-3564-4535-b81b-35c95933a9d4 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:33:03.558030 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352dce8a-1624-4921-aaec-9c36c7587fe8", "name": "network-vif-deleted", "tag": "69d82998-ccc9-4d6f-bc77-6bbb1f223604", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:33:03.558345 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76d13300-3564-4535-b81b-35c95933a9d4 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:33:03.558812 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352dce8a-1624-4921-aaec-9c36c7587fe8', 'name': 'network-vif-deleted', 'tag': '69d82998-ccc9-4d6f-bc77-6bbb1f223604', 'status': 'completed', 'code': 200} Mar 18 10:33:03.564514 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:33:03.771489 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b8fa2-4b43-45a9-89d4-746abb5959ed req-86a3ad62-50de-4d7f-b2f1-41fb210f7835 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:03.772878 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b6b8fa2-4b43-45a9-89d4-746abb5959ed req-86a3ad62-50de-4d7f-b2f1-41fb210f7835 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Mar 18 10:33:03.779073 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:03.805593 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] Checking router: c697f224-f09e-49dd-b9fd-063563b864f3 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:33:03.815131 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:33:03.815750 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:33:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:03.819060 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b6b8fa2-4b43-45a9-89d4-746abb5959ed req-29f70b89-e73a-48e6-b05f-02200400489b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Mar 18 10:33:03.928145 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:33:04.092573 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.143585 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:04.171072 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7480eb8-ff31-4b49-84e5-aff91c2ac7c5 None None] The sync data for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi is: [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:19Z', 'revision_number': 4, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '86176b77-fcec-468b-8e52-f03a0c2371d7', 'name': '', 'network_id': 'd01382aa-37e7-475d-9a81-c7daa3b129e8', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'mac_address': 'fa:16:3e:51:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:17Z', 'updated_at': '2022-03-18T10:27:27Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'subnets': [{'id': '05d96792-2434-4fc2-9c98-b4e3ad9a97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:04.393128 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144686e9-73b0-42f4-ae28-354bf12f2a3a None None] New status for floating IP b37dbcaf-d19a-47d4-aa23-8803feb88e54: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:33:04.483524 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41880) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:04.545678 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e58d54f9-0bd8-4910-b27c-e2e9b7e7bc65 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (d0b9a535-f80e-4aea-b952-f2d986563430), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.569194 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e58d54f9-0bd8-4910-b27c-e2e9b7e7bc65 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (d0b9a535-f80e-4aea-b952-f2d986563430), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.648478 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027cd36-57e2-49a1-bdcd-bf4b1c6bdc8d req-efc7ece8-51b4-4731-9b29-e789d9015896 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:04.649963 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6027cd36-57e2-49a1-bdcd-bf4b1c6bdc8d req-efc7ece8-51b4-4731-9b29-e789d9015896 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0639262 Mar 18 10:33:04.654686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e58d54f9-0bd8-4910-b27c-e2e9b7e7bc65 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (d0b9a535-f80e-4aea-b952-f2d986563430), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.657299 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e58d54f9-0bd8-4910-b27c-e2e9b7e7bc65 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.658430 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e58d54f9-0bd8-4910-b27c-e2e9b7e7bc65 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "DELETE /v2.0/security-groups/d0b9a535-f80e-4aea-b952-f2d986563430 HTTP/1.1" status: 204 len: 168 time: 0.1738799 Mar 18 10:33:04.661200 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41884) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:04.678089 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-56610688-b13a-4880-9ece-f1d1d08e2d00 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] show failed (client error): The resource could not be found. Mar 18 10:33:04.679081 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-56610688-b13a-4880-9ece-f1d1d08e2d00 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "GET /v2.0/security-groups/d0b9a535-f80e-4aea-b952-f2d986563430 HTTP/1.1" status: 404 len: 347 time: 0.0168300 Mar 18 10:33:04.679548 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d54f9-0bd8-4910-b27c-e2e9b7e7bc65 tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b9a535-f80e-4aea-b952-f2d986563430,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:04.681966 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41886) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:04.712335 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6027cd36-57e2-49a1-bdcd-bf4b1c6bdc8d req-8bbcd4f2-3270-45ce-8e5b-90b4b2881029 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527527 Mar 18 10:33:04.808408 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Deleting port efdd32ca-d386-4cd4-a8eb-6f888c6dc860 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:33:04.808750 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.881386 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.881714 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:04.903989 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Calling delete_port for efdd32ca-d386-4cd4-a8eb-6f888c6dc860 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:33:04.992650 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462b920-7481-4fe5-8ff7-89a8fea85522 req-31deb272-43c1-45ea-ab97-c0cef0afe5b0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:04.994174 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1462b920-7481-4fe5-8ff7-89a8fea85522 req-31deb272-43c1-45ea-ab97-c0cef0afe5b0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.1035578 Mar 18 10:33:05.058579 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1462b920-7481-4fe5-8ff7-89a8fea85522 req-240b56bf-8728-4f7c-9949-d026e6aeae7b tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572722 Mar 18 10:33:05.104481 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (efdd32ca-d386-4cd4-a8eb-6f888c6dc860), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:05.133601 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Pushing event deleted for resources: {'Port': ['ID=efdd32ca-d386-4cd4-a8eb-6f888c6dc860,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:05.191543 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks [] for floatingip (b37dbcaf-d19a-47d4-aa23-8803feb88e54), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:05.194685 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:05.195840 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-97b357b6-3d8f-4d2d-8824-f6d41d707d2c tempest-AttachVolumeTestJSON-80615164 tempest-AttachVolumeTestJSON-80615164-project] 10.222.0.44 "DELETE /v2.0/floatingips/b37dbcaf-d19a-47d4-aa23-8803feb88e54 HTTP/1.1" status: 204 len: 168 time: 0.5129764 Mar 18 10:33:05.843394 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711f03-8272-44dc-98fd-3478e2ffc466 req-c9537ff5-4054-4376-ae8f-debab195cb96 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:05.845593 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-08711f03-8272-44dc-98fd-3478e2ffc466 req-c9537ff5-4054-4376-ae8f-debab195cb96 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0664742 Mar 18 10:33:05.900378 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-08711f03-8272-44dc-98fd-3478e2ffc466 req-15b9c752-8439-4c6d-a170-98b427ec8cb2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487604 Mar 18 10:33:05.913660 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:06.120308 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:33:06.200181 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846d1c-3f88-496c-b9f8-2f773330220b req-5c94576b-507c-4dba-9925-52a5f11b65f1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:06.201870 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8846d1c-3f88-496c-b9f8-2f773330220b req-5c94576b-507c-4dba-9925-52a5f11b65f1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0618360 Mar 18 10:33:06.255744 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:06.258127 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8846d1c-3f88-496c-b9f8-2f773330220b req-24607b25-f13a-49ca-a331-5bcb85a4e4cb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499623 Mar 18 10:33:06.268205 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'port_id': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'mac_address': 'fa:16:3e:bf:05:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:33:06.318565 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: ACTIVE; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:06.318917 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:06.350245 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:33:06.379294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:06.384816 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:06.446063 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:06.453465 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.453842 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.454230 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.454577 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.454918 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.455251 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.455583 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.455960 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.456335 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.456689 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.457070 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.457448 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.458349 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.458927 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.459452 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:06.475097 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:33:07.035967 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6258fc-aade-45f9-a120-d1e1fcacd4de req-e91196fa-8a53-4df1-892c-da5ded4ec7d8 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:07.037482 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9a6258fc-aade-45f9-a120-d1e1fcacd4de req-e91196fa-8a53-4df1-892c-da5ded4ec7d8 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0569494 Mar 18 10:33:07.101557 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9a6258fc-aade-45f9-a120-d1e1fcacd4de req-ce4df16c-8add-4b7e-a8c8-705c7a9d65de tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566199 Mar 18 10:33:07.185935 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:07.428560 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a58073-c2ec-4e03-bfa3-555e58c48153 req-33ffdaa3-4b5d-4f1a-992d-157763b33cba tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:07.430236 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-76a58073-c2ec-4e03-bfa3-555e58c48153 req-33ffdaa3-4b5d-4f1a-992d-157763b33cba tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 944 time: 0.0645239 Mar 18 10:33:07.494039 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-76a58073-c2ec-4e03-bfa3-555e58c48153 req-bf8f7090-88ba-484d-9be7-0aeec1764444 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578768 Mar 18 10:33:08.139528 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 85496273-1b2d-4957-adc8-5c5129db06a6 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:33:08.141814 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:33:08.235424 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c7e7-ba19-455e-8bb0-eb5b926f1ce3 req-f75cbbdf-1af1-4452-ba1d-e0fcb9ae1fa7 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:08.237876 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8151c7e7-ba19-455e-8bb0-eb5b926f1ce3 req-f75cbbdf-1af1-4452-ba1d-e0fcb9ae1fa7 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0613222 Mar 18 10:33:08.257053 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:33:08.257641 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:08.311651 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8151c7e7-ba19-455e-8bb0-eb5b926f1ce3 req-5e07ef6d-e209-4164-b006-c3489cb2a91a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612211 Mar 18 10:33:08.364154 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:08.383224 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:08.383614 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:08.385518 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '85496273-1b2d-4957-adc8-5c5129db06a6', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'port_id': '85496273-1b2d-4957-adc8-5c5129db06a6', 'mac_address': 'fa:16:3e:47:8a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:33:08.436192 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:33:08.438528 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a1a230-164a-468e-9e7a-5463f16bfc42" -d '{"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:33:08.458573 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:08.463967 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 85496273-1b2d-4957-adc8-5c5129db06a6 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:08.463967 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:08.476207 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85496273-1b2d-4957-adc8-5c5129db06a6 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:33:08.481206 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:08.482038 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 69d82998-ccc9-4d6f-bc77-6bbb1f223604 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:33:08.554041 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 69d82998-ccc9-4d6f-bc77-6bbb1f223604 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:33:08.554381 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 69d82998-ccc9-4d6f-bc77-6bbb1f223604 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:33:08.581138 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f7bbb-48de-4f17-b16b-8ee0aba43bae x-openstack-request-id: req-323f7bbb-48de-4f17-b16b-8ee0aba43bae {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:33:08.581465 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:33:08.581728 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-323f7bbb-48de-4f17-b16b-8ee0aba43bae {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:33:08.582154 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'code': 200} Mar 18 10:33:08.584526 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:08.594274 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:08.626039 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=7']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:08.696573 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fee91-be35-4c90-8fc4-0b12c41d9dc4 req-0156a538-8e20-41fa-b579-b61ebc0634a4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:08.698163 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-782fee91-be35-4c90-8fc4-0b12c41d9dc4 req-0156a538-8e20-41fa-b579-b61ebc0634a4 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0967395 Mar 18 10:33:08.702088 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:08.761040 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-782fee91-be35-4c90-8fc4-0b12c41d9dc4 req-9a4fb975-d830-4ebc-94ad-0bd1a562b38d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568771 Mar 18 10:33:08.849944 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['85496273-1b2d-4957-adc8-5c5129db06a6'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:33:08.873364 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41958) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:09.484731 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (c697f224-f09e-49dd-b9fd-063563b864f3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:09.494571 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef400-263e-4dfd-8830-1695c6abe952 req-3317b1bf-cc27-4fc6-9702-cc5ade76b63c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:09.496459 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3f8ef400-263e-4dfd-8830-1695c6abe952 req-3317b1bf-cc27-4fc6-9702-cc5ade76b63c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 944 time: 0.1086936 Mar 18 10:33:09.639060 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3f8ef400-263e-4dfd-8830-1695c6abe952 req-849d7cae-87c0-4b67-ae96-42e5acf0b93d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086175 Mar 18 10:33:09.853889 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Deleting port 86176b77-fcec-468b-8e52-f03a0c2371d7 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:33:09.854238 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:09.954701 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a217c-8815-400b-bd50-8074c62605eb req-081c233f-df9c-4392-b30f-1c924e5c9f13 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:09.956214 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d9a217c-8815-400b-bd50-8074c62605eb req-081c233f-df9c-4392-b30f-1c924e5c9f13 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0721476 Mar 18 10:33:09.965362 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] For port 86176b77-fcec-468b-8e52-f03a0c2371d7, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=86176b77-fcec-468b-8e52-f03a0c2371d7,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:09.966355 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:09.987867 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Calling delete_port for 86176b77-fcec-468b-8e52-f03a0c2371d7 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:33:10.014258 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d9a217c-8815-400b-bd50-8074c62605eb req-90760b14-265e-4cf6-86aa-3675b30ca261 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510995 Mar 18 10:33:10.144095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 85496273-1b2d-4957-adc8-5c5129db06a6 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:33:10.211484 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 85496273-1b2d-4957-adc8-5c5129db06a6 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:33:10.215719 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 85496273-1b2d-4957-adc8-5c5129db06a6 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:33:10.216099 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:10.238147 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (86176b77-fcec-468b-8e52-f03a0c2371d7), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:10.287493 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=86176b77-fcec-468b-8e52-f03a0c2371d7,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:10.318378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 85496273-1b2d-4957-adc8-5c5129db06a6 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:10.318927 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:10.328658 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.336941 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.337528 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.338086 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.338591 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.339200 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.339700 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.340189 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.340659 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.341199 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.342019 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.342381 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.342735 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.343059 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.343389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:33:10.365039 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:10.370603 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:10.439807 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:10.581949 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (c697f224-f09e-49dd-b9fd-063563b864f3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:10.583830 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:33:10.586346 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74c6d94-1da0-4f45-b60e-f4c7f6f4bb6b" -d '{"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-plugged", "status": "completed", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:33:10.630016 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca564c2-21a0-4e1d-b3b9-1586b8baad3c x-openstack-request-id: req-0ca564c2-21a0-4e1d-b3b9-1586b8baad3c {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:33:10.630577 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-plugged", "status": "completed", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:33:10.630952 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ca564c2-21a0-4e1d-b3b9-1586b8baad3c {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:33:10.631509 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6', 'code': 200} Mar 18 10:33:10.793367 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efe6b2-6580-48d7-b3aa-23a9cab7547c req-83368229-b440-4f03-b8c6-3c54f7f04157 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:10.805053 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97efe6b2-6580-48d7-b3aa-23a9cab7547c req-83368229-b440-4f03-b8c6-3c54f7f04157 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0846570 Mar 18 10:33:10.904117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Router c697f224-f09e-49dd-b9fd-063563b864f3 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:33:10.914623 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97efe6b2-6580-48d7-b3aa-23a9cab7547c req-89c090bc-359b-4618-a44f-4d63122a1809 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073658 Mar 18 10:33:10.937506 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb886-4200-48ea-8c57-a11f219373f8 req-63d23caa-e75f-4214-9ed6-f6dd3338bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:10.939209 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-43deb886-4200-48ea-8c57-a11f219373f8 req-63d23caa-e75f-4214-9ed6-f6dd3338bc71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1129 time: 0.0779440 Mar 18 10:33:10.992810 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-43deb886-4200-48ea-8c57-a11f219373f8 req-d4dd8899-f1e6-49e4-a0dc-3372e7470ff2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Mar 18 10:33:11.057662 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:33:11.063960 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cdbdf650-b10f-425e-ab68-d5c4401c5fa2 admin admin] 10.222.0.44 "PUT /v2.0/routers/c697f224-f09e-49dd-b9fd-063563b864f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1886113 Mar 18 10:33:11.066468 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41972) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:11.070310 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] Sync routers for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:11.087736 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:33:11.088379 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:33:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:11.227844 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf03c0-3d3f-4578-815d-5a1b240561b0 req-9e072ca3-5153-45b4-9706-a4f998555053 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:11.234878 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4adf03c0-3d3f-4578-815d-5a1b240561b0 req-9e072ca3-5153-45b4-9706-a4f998555053 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.1015017 Mar 18 10:33:11.244910 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks [] for router (c697f224-f09e-49dd-b9fd-063563b864f3), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:11.246803 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:33:11.309972 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4adf03c0-3d3f-4578-815d-5a1b240561b0 req-2e4fa42c-61e6-4d64-9319-d79b343f0e36 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713179 Mar 18 10:33:11.498302 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:33:10Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:11.540011 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] Checking router: c697f224-f09e-49dd-b9fd-063563b864f3 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:33:11.557626 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] Routers {'c697f224-f09e-49dd-b9fd-063563b864f3'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:33:11.558600 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:33:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['c697f224-f09e-49dd-b9fd-063563b864f3'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:11.670699 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks [] for router_gateway (c697f224-f09e-49dd-b9fd-063563b864f3), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:11.689212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] Set router c697f224-f09e-49dd-b9fd-063563b864f3 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:33:11.740011 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Deleting port bfab4a8b-7114-435e-a4a1-981490e40622 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:33:11.740382 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:11.840841 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] For port bfab4a8b-7114-435e-a4a1-981490e40622, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=bfab4a8b-7114-435e-a4a1-981490e40622,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:11.841374 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:11.855815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Calling delete_port for bfab4a8b-7114-435e-a4a1-981490e40622 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:33:11.924671 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:33:10Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:11.963858 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc9f2b-4c0e-475b-961c-0a7181964c1c None None] The sync data for ids ['c697f224-f09e-49dd-b9fd-063563b864f3'] in dv-cinder-817135-6-iscsi is: [{'id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'name': 'tempest-AttachVolumeTestJSON-424917100-router', 'tenant_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:33:10Z', 'revision_number': 5, 'project_id': 'f4bb80b494bc47749e91b2e6e43b38b6', 'gw_port': {'id': 'bfab4a8b-7114-435e-a4a1-981490e40622', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697f224-f09e-49dd-b9fd-063563b864f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:14Z', 'updated_at': '2022-03-18T10:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:12.127534 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (bfab4a8b-7114-435e-a4a1-981490e40622), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.153827 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2ec4d-be72-476f-82dd-89cb193ef564 req-47730ed3-aebe-401e-86ae-9ef854793a57 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:12.155314 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1a2ec4d-be72-476f-82dd-89cb193ef564 req-47730ed3-aebe-401e-86ae-9ef854793a57 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.1079972 Mar 18 10:33:12.196907 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfab4a8b-7114-435e-a4a1-981490e40622,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:12.257869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (c697f224-f09e-49dd-b9fd-063563b864f3), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.368356 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1a2ec4d-be72-476f-82dd-89cb193ef564 req-dee60844-6018-4750-af10-0b5c3ef6cde2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820300 Mar 18 10:33:12.373822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (c697f224-f09e-49dd-b9fd-063563b864f3), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.376273 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks [] for router_controller (c697f224-f09e-49dd-b9fd-063563b864f3), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.455696 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (c697f224-f09e-49dd-b9fd-063563b864f3), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.456377 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c697f224-f09e-49dd-b9fd-063563b864f3 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:33:12.461520 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.462726 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ae2403ec-60f1-4fa0-8a86-b2bc9a0c5a74 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c697f224-f09e-49dd-b9fd-063563b864f3 HTTP/1.1" status: 204 len: 168 time: 1.3943493 Mar 18 10:33:12.465193 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41982) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:12.467163 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9f5d4-26b0-4b69-8d71-c6a5bb014deb req-52e6f975-ed8c-4139-bbf3-8770d262f576 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:12.475478 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9b9f5d4-26b0-4b69-8d71-c6a5bb014deb req-52e6f975-ed8c-4139-bbf3-8770d262f576 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0784101 Mar 18 10:33:12.526936 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] Deleting subnet 05d96792-2434-4fc2-9c98-b4e3ad9a97d3 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:33:12.530356 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] Publish callbacks [] for subnet (05d96792-2434-4fc2-9c98-b4e3ad9a97d3), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.538079 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9b9f5d4-26b0-4b69-8d71-c6a5bb014deb req-95f412e2-646e-4cdc-826f-641312bf9523 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545988 Mar 18 10:33:12.607542 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59454810'] for subnet (05d96792-2434-4fc2-9c98-b4e3ad9a97d3), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.737105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (05d96792-2434-4fc2-9c98-b4e3ad9a97d3), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.811958 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59153709'] for subnet (05d96792-2434-4fc2-9c98-b4e3ad9a97d3), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.845263 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d96792-2434-4fc2-9c98-b4e3ad9a97d3,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:12.854731 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:12.856426 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb25a9-c9ac-49c9-b54f-89aa416617f4 None None] Network d01382aa-37e7-475d-9a81-c7daa3b129e8 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:33:12.858760 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e16a5b64-8246-4c7b-b57c-7e7b53c87be6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/05d96792-2434-4fc2-9c98-b4e3ad9a97d3 HTTP/1.1" status: 204 len: 168 time: 0.3925824 Mar 18 10:33:12.861267 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41984) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:12.951169 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (d01382aa-37e7-475d-9a81-c7daa3b129e8), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.014076 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Deleting port 0a3e1052-0861-4802-934f-231a53c211f3 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:33:13.014426 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (0a3e1052-0861-4802-934f-231a53c211f3), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.085676 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] For port 0a3e1052-0861-4802-934f-231a53c211f3, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=0a3e1052-0861-4802-934f-231a53c211f3,segment=NetworkSegment(04fedba4-6101-4761-9cad-a946e2cd110e),segment_id=04fedba4-6101-4761-9cad-a946e2cd110e)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:13.086086 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (0a3e1052-0861-4802-934f-231a53c211f3), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.100361 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Calling delete_port for 0a3e1052-0861-4802-934f-231a53c211f3 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:33:13.187975 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (0a3e1052-0861-4802-934f-231a53c211f3), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.220850 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3e1052-0861-4802-934f-231a53c211f3,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:13.222792 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] No DVR routers for this DVR port 0a3e1052-0861-4802-934f-231a53c211f3 on host dv-cinder-817135-6-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:33:13.258420 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a624e0b-d573-459f-9c2a-74d9bb310a8c None None] DHCP port deletion for d01382aa-37e7-475d-9a81-c7daa3b129e8 request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:33:13.321442 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (d01382aa-37e7-475d-9a81-c7daa3b129e8), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.355981 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01382aa-37e7-475d-9a81-c7daa3b129e8']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:13.372193 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device bfab4a8b-7114-435e-a4a1-981490e40622 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:33:13.375393 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fedba4-6101-4761-9cad-a946e2cd110e') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:13.375393 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fedba4-6101-4761-9cad-a946e2cd110e') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:13.393262 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: bfab4a8b-7114-435e-a4a1-981490e40622 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:33:13.393501 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (04fedba4-6101-4761-9cad-a946e2cd110e), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.393605 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device bfab4a8b-7114-435e-a4a1-981490e40622 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:33:13.394172 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 86176b77-fcec-468b-8e52-f03a0c2371d7 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:33:13.409182 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (04fedba4-6101-4761-9cad-a946e2cd110e), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.414858 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 86176b77-fcec-468b-8e52-f03a0c2371d7 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:33:13.415270 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 86176b77-fcec-468b-8e52-f03a0c2371d7 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:33:13.415757 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 0a3e1052-0861-4802-934f-231a53c211f3 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:33:13.425571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:33:13.426058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (04fedba4-6101-4761-9cad-a946e2cd110e), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:33:13.427899 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:33:13.437932 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 0a3e1052-0861-4802-934f-231a53c211f3 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:33:13.438349 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 0a3e1052-0861-4802-934f-231a53c211f3 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:33:13.521175 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (d01382aa-37e7-475d-9a81-c7daa3b129e8), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.527384 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.532873 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d01382aa-37e7-475d-9a81-c7daa3b129e8 HTTP/1.1" status: 204 len: 168 time: 0.6682954 Mar 18 10:33:13.546055 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f715ee-4c59-4c3d-b9a5-44312c96be41 admin admin] Pushing event deleted for resources: {'Network': ['ID=d01382aa-37e7-475d-9a81-c7daa3b129e8,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:13.565206 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9024-ead5-428a-91c3-f1178a3fe059 req-f604770c-406d-49b7-8456-9fd644ff5ad1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:13.572529 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9cd9024-ead5-428a-91c3-f1178a3fe059 req-f604770c-406d-49b7-8456-9fd644ff5ad1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0887637 Mar 18 10:33:13.649720 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9cd9024-ead5-428a-91c3-f1178a3fe059 req-38f700a0-07b9-4354-a725-b19a0019a997 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762091 Mar 18 10:33:13.723332 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41994) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:13.823139 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-85d3e8dd-9591-42de-abea-cdf2822d500c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4bb80b494bc47749e91b2e6e43b38b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0977097 Mar 18 10:33:13.826297 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 41996) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:13.871580 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63af7cb-29b2-485d-b14d-373f7d849dcb req-ce5f733f-a496-4815-997e-c3aee0d2a906 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:13.873267 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f63af7cb-29b2-485d-b14d-373f7d849dcb req-ce5f733f-a496-4815-997e-c3aee0d2a906 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.1154630 Mar 18 10:33:13.920485 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0b86d65-9124-4b6e-98a9-fc76c1a2eed9 admin admin] Publish callbacks [] for security_group (b192977c-cc6c-4f7d-b886-5bf7829c3941), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.961061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0b86d65-9124-4b6e-98a9-fc76c1a2eed9 admin admin] Publish callbacks [] for security_group (b192977c-cc6c-4f7d-b886-5bf7829c3941), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:13.973062 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f63af7cb-29b2-485d-b14d-373f7d849dcb req-139d46ea-ccf4-48d0-9fcf-8e4150c3ca48 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875084 Mar 18 10:33:13.997358 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 41998) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:14.014140 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ba416-4608-44d0-8c94-0cf6779f5312 req-76c55f2d-1abb-4606-810f-ae32ee4dcb9e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:14.015926 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c32ba416-4608-44d0-8c94-0cf6779f5312 req-76c55f2d-1abb-4606-810f-ae32ee4dcb9e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.3840704 Mar 18 10:33:14.046966 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0b86d65-9124-4b6e-98a9-fc76c1a2eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b192977c-cc6c-4f7d-b886-5bf7829c3941), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:14.050347 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d0b86d65-9124-4b6e-98a9-fc76c1a2eed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:14.057703 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d0b86d65-9124-4b6e-98a9-fc76c1a2eed9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b192977c-cc6c-4f7d-b886-5bf7829c3941 HTTP/1.1" status: 204 len: 168 time: 0.2299204 Mar 18 10:33:14.069612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b86d65-9124-4b6e-98a9-fc76c1a2eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b192977c-cc6c-4f7d-b886-5bf7829c3941,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:14.110596 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c32ba416-4608-44d0-8c94-0cf6779f5312 req-8c4300f8-bba6-4d3f-b58e-922c3487591f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872641 Mar 18 10:33:14.284079 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974543c5-5e2d-40ba-8074-93cc8a9dacb8 tempest-TestShelveInstance-191166725 tempest-TestShelveInstance-191166725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:14.288903 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-974543c5-5e2d-40ba-8074-93cc8a9dacb8 tempest-TestShelveInstance-191166725 tempest-TestShelveInstance-191166725-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1124 time: 0.2872872 Mar 18 10:33:14.289106 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42006) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:14.294573 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'port_id': '85496273-1b2d-4957-adc8-5c5129db06a6', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:33:14.316467 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:14.459319 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:14.608964 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Allocated IP 172.27.0.126 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/26739c9f-f52c-49c9-b131-f49ef81f802c) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:33:14.747062 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:14.795045 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:14.841087 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:33:14.846029 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:33:14.853349 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:33:14.883720 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'Port': ['ID=26739c9f-f52c-49c9-b131-f49ef81f802c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:15.310735 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for floatingip (2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:15.323669 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0797666-37ea-4b0a-90c2-334af7d89725 req-74c21f95-9844-4197-936d-90c3b0935764 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:15.325498 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0797666-37ea-4b0a-90c2-334af7d89725 req-74c21f95-9844-4197-936d-90c3b0935764 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0959074 Mar 18 10:33:15.398480 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0797666-37ea-4b0a-90c2-334af7d89725 req-cf6c1645-7eea-4496-9e37-f5e6fa5bb7f7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667012 Mar 18 10:33:15.449932 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:15.678311 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:15.687976 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:15.816015 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event updated for resources: {'Port': ['ID=26739c9f-f52c-49c9-b131-f49ef81f802c,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:15.822732 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:15.935085 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Floating IP 2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf associated. External IP: 172.27.0.126, port: 85496273-1b2d-4957-adc8-5c5129db06a6. Mar 18 10:33:16.155909 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Router 82e26299-27bd-42e9-9231-4ee91a3f9993 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:33:16.262182 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:33:16.272818 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] Sync routers for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:33:16.283038 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:33:16.283802 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:33:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:16.285103 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:16.322006 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-612c9d06-7d6c-4efe-af2f-a278dc041db1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0269413 Mar 18 10:33:16.322006 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:33:16.322006 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a940b-d4b4-47bb-b417-486f6555197a" -d '{"events": [{"name": "network-changed", "server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:33:16.393956 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:33:16.474140 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f44325-2b5d-4117-b30a-41b15631ed6e x-openstack-request-id: req-68f44325-2b5d-4117-b30a-41b15631ed6e {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:33:16.474433 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:33:16.474801 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68f44325-2b5d-4117-b30a-41b15631ed6e {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:33:16.475208 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6', 'status': 'completed', 'code': 200} Mar 18 10:33:16.535463 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d717811-e51d-459b-9057-215b29a42178 req-2756b189-e938-4e3d-8523-e2a2e50ac98f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:16.537043 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d717811-e51d-459b-9057-215b29a42178 req-2756b189-e938-4e3d-8523-e2a2e50ac98f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0565038 Mar 18 10:33:16.611985 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d717811-e51d-459b-9057-215b29a42178 req-2a2e7ab0-0d68-4e95-b01a-12d01a31e2f0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651894 Mar 18 10:33:16.617866 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-b42afa0d-9b3a-4248-8fcb-42b8a40e41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:16.619307 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-b42afa0d-9b3a-4248-8fcb-42b8a40e41f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1129 time: 0.0813048 Mar 18 10:33:16.652412 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'port_id': '85496273-1b2d-4957-adc8-5c5129db06a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'mac_address': 'fa:16:3e:47:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:33:15Z', 'updated_at': '2022-03-18T10:33:15Z', 'revision_number': 0, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 5, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:16.652939 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:16.700775 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] Checking router: 82e26299-27bd-42e9-9231-4ee91a3f9993 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:33:16.710307 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:33:16.710937 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:33:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:16.733717 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-2203e8a9-7a6d-48a1-9c08-2f5df23fe875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:16.735557 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-2203e8a9-7a6d-48a1-9c08-2f5df23fe875 service neutron] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 910 time: 0.1069183 Mar 18 10:33:16.849369 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:33:16.876284 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-18b9ca36-f8f4-4461-8d28-6c4b35b9b7f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 999 time: 0.1311393 Mar 18 10:33:16.884631 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-38537654-d030-4b78-b7ff-ad4e783e5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:16.886150 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-38537654-d030-4b78-b7ff-ad4e783e5163 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 1129 time: 0.1397610 Mar 18 10:33:16.979238 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-b4d930bb-0890-4e45-97db-d5c6c18fb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:16.980708 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-b4d930bb-0890-4e45-97db-d5c6c18fb35f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0985479 Mar 18 10:33:17.050666 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-5ba9b86a-d227-44bf-89ba-c5a778ef3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.052881 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-5ba9b86a-d227-44bf-89ba-c5a778ef3d2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.1574836 Mar 18 10:33:17.077412 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-01d75bea-d457-4d3d-a03e-1060e4fa8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.079467 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-01d75bea-d457-4d3d-a03e-1060e4fa8ba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855591 Mar 18 10:33:17.192901 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'port_id': '85496273-1b2d-4957-adc8-5c5129db06a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'mac_address': 'fa:16:3e:47:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:33:15Z', 'updated_at': '2022-03-18T10:33:15Z', 'revision_number': 0, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 5, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:33:17.194607 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-01961089-87fa-4059-a3f7-9ebe27ca197e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 200 len: 1001 time: 0.1344326 Mar 18 10:33:17.223106 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0e192-2367-4a5f-9af2-16c91853148d None None] The sync data for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi is: [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'port_id': '85496273-1b2d-4957-adc8-5c5129db06a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'mac_address': 'fa:16:3e:47:8a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:33:15Z', 'updated_at': '2022-03-18T10:33:15Z', 'revision_number': 0, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 5, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:33:17.263023 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-23a2ea8b-8b53-4d35-bd9b-abfd17976925 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512766 Mar 18 10:33:17.267306 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-75a0e7e8-6a76-42f4-821d-a9c84d2329c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.268699 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-75a0e7e8-6a76-42f4-821d-a9c84d2329c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.0667348 Mar 18 10:33:17.380756 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-2f8ad1e9-5b8c-4cfe-a141-fe9a69f996b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.382358 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-2f8ad1e9-5b8c-4cfe-a141-fe9a69f996b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050930 Mar 18 10:33:17.408532 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c7a940b-d4b4-47bb-b417-486f6555197a req-fd7595b3-67d8-4ad3-af7f-237344dcdb62 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388829 Mar 18 10:33:17.434349 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f0c4e-c7c8-4d58-8f57-c8ef3149e85a None None] New status for floating IP 2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf: ACTIVE {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:33:17.486673 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-d4a6cabc-f910-43c4-a6fd-ebcb61110bfd service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884304 Mar 18 10:33:17.587492 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d6a3061e-d4c5-4ffb-9dcc-40463ff2c839 req-325eb65a-4e76-45e7-921b-0a86b4710cd9 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949039 Mar 18 10:33:17.762250 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42133-5338-4293-b0d0-ad93558e5b5d req-8bfb6b64-f70e-4b06-829d-eab8e0e1222a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:17.763646 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fe42133-5338-4293-b0d0-ad93558e5b5d req-8bfb6b64-f70e-4b06-829d-eab8e0e1222a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0528336 Mar 18 10:33:17.809384 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fe42133-5338-4293-b0d0-ad93558e5b5d req-1b9003df-b51e-442f-af0c-514b3168301a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 Mar 18 10:33:18.933526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c828bd-f788-4de2-8e18-ce328d6ddbcb req-d5317aeb-c185-4c44-8eee-d8b7affcadc6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:18.935044 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b0c828bd-f788-4de2-8e18-ce328d6ddbcb req-d5317aeb-c185-4c44-8eee-d8b7affcadc6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0566649 Mar 18 10:33:18.980608 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b0c828bd-f788-4de2-8e18-ce328d6ddbcb req-b99cabe7-6f46-4c23-888a-7205d951c707 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Mar 18 10:33:20.111821 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77a6f4-e8a1-4124-85fd-e0d2292f89f4 req-9e8d9960-b21c-4147-8955-b94612253475 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:20.113416 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e77a6f4-e8a1-4124-85fd-e0d2292f89f4 req-9e8d9960-b21c-4147-8955-b94612253475 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 945 time: 0.0599260 Mar 18 10:33:20.161675 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e77a6f4-e8a1-4124-85fd-e0d2292f89f4 req-484f6bfb-f88f-4496-8097-bfe6eb41e2b5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Mar 18 10:33:20.198032 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:33:20.282335 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: ACTIVE; New status is: DOWN {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:20.282737 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:20.325876 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:33:20.328174 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc40a76-8568-4236-bc62-0b95906f2a69" -d '{"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:33:20.343748 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:20.353404 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:20.382959 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Mar 2022 10:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1928a1a0-ee2b-46e7-b37c-3f3a360bcb5f x-openstack-request-id: req-1928a1a0-ee2b-46e7-b37c-3f3a360bcb5f {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:33:20.383399 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-unplugged", "status": "failed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd", "code": 422}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:33:20.383767 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1928a1a0-ee2b-46e7-b37c-3f3a360bcb5f {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:33:20.384295 dv-cinder-817135-6-iscsi neutron-server[103389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'code': 422} returned with failed status Mar 18 10:33:20.416514 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=8']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:21.224739 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b879-370d-43a8-963b-58a8dc26727e req-92cd9683-ac58-49fb-982b-eff00ef8242e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:21.226294 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-22f1b879-370d-43a8-963b-58a8dc26727e req-92cd9683-ac58-49fb-982b-eff00ef8242e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0842850 Mar 18 10:33:21.244075 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-2a2d9fc9-815e-4fd1-9c72-68a6f4ceacac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662556 Mar 18 10:33:21.297501 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-22f1b879-370d-43a8-963b-58a8dc26727e req-ca9520a4-1b26-4b30-be93-cb1110e11bbd tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649080 Mar 18 10:33:21.342610 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d098e-b6c2-4808-9236-2122f3291356 req-902be2a6-325b-42a6-b315-a599f8e235fa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:21.344247 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-902be2a6-325b-42a6-b315-a599f8e235fa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports/2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 200 len: 940 time: 0.0669711 Mar 18 10:33:22.196623 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d098e-b6c2-4808-9236-2122f3291356 req-998f79ff-1eff-4c98-94cb-4f432cb02205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.198192 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-998f79ff-1eff-4c98-94cb-4f432cb02205 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853&tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69 HTTP/1.1" status: 200 len: 1127 time: 0.0478218 Mar 18 10:33:22.280461 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d098e-b6c2-4808-9236-2122f3291356 req-8f6ae8cd-bb27-4ebc-8563-93f80ceaf9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.281976 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-8f6ae8cd-bb27-4ebc-8563-93f80ceaf9b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 1127 time: 0.0524604 Mar 18 10:33:22.382634 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d098e-b6c2-4808-9236-2122f3291356 req-09a50e8b-b0eb-4d0d-934a-dcc239cae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.384110 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-09a50e8b-b0eb-4d0d-934a-dcc239cae91f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 200 len: 917 time: 0.0966427 Mar 18 10:33:22.449804 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f423637-4c2f-4ed6-bb0b-a7092caaa207 req-a1078b35-e97e-47e9-9820-b523f0be97ff tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.450794 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f423637-4c2f-4ed6-bb0b-a7092caaa207 req-a1078b35-e97e-47e9-9820-b523f0be97ff tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0587640 Mar 18 10:33:22.452110 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-2e832ba4-cdfd-4345-a616-8929b9e88d14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 200 len: 999 time: 0.0611191 Mar 18 10:33:22.501875 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f423637-4c2f-4ed6-bb0b-a7092caaa207 req-9afc52c2-0574-4afb-b20b-7513352d78a2 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 Mar 18 10:33:22.502140 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d098e-b6c2-4808-9236-2122f3291356 req-65ad413e-67cd-42c4-9a15-9075a4190838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.503367 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-65ad413e-67cd-42c4-9a15-9075a4190838 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 200 len: 855 time: 0.0460904 Mar 18 10:33:22.560828 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d098e-b6c2-4808-9236-2122f3291356 req-cd5633b6-2e98-4332-a818-17a229bab6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:22.562378 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-cd5633b6-2e98-4332-a818-17a229bab6b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8827447e-9724-4925-aac4-a2835d23dc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532358 Mar 18 10:33:22.651125 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-83da1172-96b2-4287-80db-4e996be46211 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830410 Mar 18 10:33:22.748373 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a58d098e-b6c2-4808-9236-2122f3291356 req-da215475-1fbe-44ce-8b17-903412cc6732 service neutron] 10.222.0.45 "GET /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913954 Mar 18 10:33:23.655974 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcc0e5-1a91-4606-93e7-01a39bdc44c2 req-07180809-b29e-461c-83da-2a7335158c0f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:23.657461 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d1bcc0e5-1a91-4606-93e7-01a39bdc44c2 req-07180809-b29e-461c-83da-2a7335158c0f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0621972 Mar 18 10:33:23.706698 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d1bcc0e5-1a91-4606-93e7-01a39bdc44c2 req-9597af86-d649-4c9b-ab46-fb17c9d0410c tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Mar 18 10:33:24.062718 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42214) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:24.186986 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74ae2864-3917-4419-a08f-0ee76a756d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:24.206499 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:33:24.284194 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74ae2864-3917-4419-a08f-0ee76a756d8f admin admin] Publish callbacks [] for security_group (51f0ef7b-529d-421b-9fec-6c6a1b23ec2c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:24.294827 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74ae2864-3917-4419-a08f-0ee76a756d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (51f0ef7b-529d-421b-9fec-6c6a1b23ec2c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:24.321430 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: DOWN; New status is: DOWN {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:24.347844 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-74ae2864-3917-4419-a08f-0ee76a756d8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38a9b6f533dc48dfa82fc6ccf0169ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828722 Mar 18 10:33:24.348708 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae2864-3917-4419-a08f-0ee76a756d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0ef7b-529d-421b-9fec-6c6a1b23ec2c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:24.351613 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42218) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:24.402411 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26689091-bde2-43c3-a2dc-4005a4402245 admin admin] Publish callbacks [] for security_group (51f0ef7b-529d-421b-9fec-6c6a1b23ec2c), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:24.423628 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26689091-bde2-43c3-a2dc-4005a4402245 admin admin] Publish callbacks [] for security_group (51f0ef7b-529d-421b-9fec-6c6a1b23ec2c), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:24.486566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26689091-bde2-43c3-a2dc-4005a4402245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (51f0ef7b-529d-421b-9fec-6c6a1b23ec2c), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:24.489618 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26689091-bde2-43c3-a2dc-4005a4402245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:24.490813 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-26689091-bde2-43c3-a2dc-4005a4402245 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51f0ef7b-529d-421b-9fec-6c6a1b23ec2c HTTP/1.1" status: 204 len: 168 time: 0.1380837 Mar 18 10:33:24.499911 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26689091-bde2-43c3-a2dc-4005a4402245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0ef7b-529d-421b-9fec-6c6a1b23ec2c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:24.851773 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c812e49-695e-44aa-aba4-98564d4000a3 req-79886ead-3fb7-48dd-a2e6-e742575b7452 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:24.854506 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c812e49-695e-44aa-aba4-98564d4000a3 req-79886ead-3fb7-48dd-a2e6-e742575b7452 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0639482 Mar 18 10:33:24.911382 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c812e49-695e-44aa-aba4-98564d4000a3 req-e611436f-2d2e-4405-afd4-920ee4fd0770 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485444 Mar 18 10:33:26.075614 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82658e4-41ee-4180-bfc6-b8dde97a6189 req-e87f0199-c9da-4e78-bec0-7618d2ad6963 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:26.083043 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c82658e4-41ee-4180-bfc6-b8dde97a6189 req-e87f0199-c9da-4e78-bec0-7618d2ad6963 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0664060 Mar 18 10:33:26.148471 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c82658e4-41ee-4180-bfc6-b8dde97a6189 req-8ab4e9f8-1892-4763-9341-69be337eddcc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641909 Mar 18 10:33:26.923330 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42294) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:27.117666 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89adfba0-a367-4e40-9d41-86380bd7eef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.248602 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89adfba0-a367-4e40-9d41-86380bd7eef0 admin admin] Publish callbacks [] for security_group (1adeb607-f847-47ec-8fc3-b2bc9b966cc5), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.256801 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89adfba0-a367-4e40-9d41-86380bd7eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (1adeb607-f847-47ec-8fc3-b2bc9b966cc5), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.316030 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-89adfba0-a367-4e40-9d41-86380bd7eef0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e1113caed184abb96c5f255121b40c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915112 Mar 18 10:33:27.317892 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adfba0-a367-4e40-9d41-86380bd7eef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adeb607-f847-47ec-8fc3-b2bc9b966cc5,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:27.320840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42300) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:27.419153 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64997e-af6e-4ae8-9bc6-81c036a0ff43 req-af7a787c-1c01-4ace-ba5a-110ed069edf6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:27.427341 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed64997e-af6e-4ae8-9bc6-81c036a0ff43 req-af7a787c-1c01-4ace-ba5a-110ed069edf6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.1581650 Mar 18 10:33:27.432129 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14503a11-e3c4-454b-a42b-a518e5293dbd admin admin] Publish callbacks [] for security_group (1adeb607-f847-47ec-8fc3-b2bc9b966cc5), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.455831 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14503a11-e3c4-454b-a42b-a518e5293dbd admin admin] Publish callbacks [] for security_group (1adeb607-f847-47ec-8fc3-b2bc9b966cc5), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.480925 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed64997e-af6e-4ae8-9bc6-81c036a0ff43 req-7d61cd19-ecc9-4a5c-9794-0237cff4daeb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516634 Mar 18 10:33:27.517435 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14503a11-e3c4-454b-a42b-a518e5293dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (1adeb607-f847-47ec-8fc3-b2bc9b966cc5), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.520825 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14503a11-e3c4-454b-a42b-a518e5293dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.524638 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-14503a11-e3c4-454b-a42b-a518e5293dbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1adeb607-f847-47ec-8fc3-b2bc9b966cc5 HTTP/1.1" status: 204 len: 168 time: 0.2001314 Mar 18 10:33:27.530619 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14503a11-e3c4-454b-a42b-a518e5293dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adeb607-f847-47ec-8fc3-b2bc9b966cc5,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:27.867343 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42306) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:27.882089 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95572765-f676-44db-a9ff-6079bc8fbbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.982924 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95572765-f676-44db-a9ff-6079bc8fbbcc admin admin] Publish callbacks [] for security_group (f006e679-c6f6-4b1d-a218-b1a363f2f670), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:27.991988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95572765-f676-44db-a9ff-6079bc8fbbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f006e679-c6f6-4b1d-a218-b1a363f2f670), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:28.028815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95572765-f676-44db-a9ff-6079bc8fbbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f006e679-c6f6-4b1d-a218-b1a363f2f670,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:28.039300 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-95572765-f676-44db-a9ff-6079bc8fbbcc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b38650cb66694daabb420ec470b0a9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707010 Mar 18 10:33:28.041303 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42308) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:28.111373 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b819430c-7098-4ef4-b833-f5a1b1b02625 admin admin] Publish callbacks [] for security_group (f006e679-c6f6-4b1d-a218-b1a363f2f670), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:28.154292 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b819430c-7098-4ef4-b833-f5a1b1b02625 admin admin] Publish callbacks [] for security_group (f006e679-c6f6-4b1d-a218-b1a363f2f670), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:28.213112 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b819430c-7098-4ef4-b833-f5a1b1b02625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f006e679-c6f6-4b1d-a218-b1a363f2f670), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:28.216332 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b819430c-7098-4ef4-b833-f5a1b1b02625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:28.218052 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b819430c-7098-4ef4-b833-f5a1b1b02625 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f006e679-c6f6-4b1d-a218-b1a363f2f670 HTTP/1.1" status: 204 len: 168 time: 0.1751263 Mar 18 10:33:28.228190 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819430c-7098-4ef4-b833-f5a1b1b02625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f006e679-c6f6-4b1d-a218-b1a363f2f670,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:28.652088 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfc6ea-712e-470e-8c3a-46b7ad446dab req-6983999f-1bda-4a83-b120-711d448287bc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:28.659365 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0bfc6ea-712e-470e-8c3a-46b7ad446dab req-6983999f-1bda-4a83-b120-711d448287bc tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0693121 Mar 18 10:33:28.760196 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0bfc6ea-712e-470e-8c3a-46b7ad446dab req-9769dd3b-3f59-48e5-9479-3a90a86d893d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996413 Mar 18 10:33:29.836053 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a19a1d68-d6bc-4a37-8099-fe14a3137e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:29.930969 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad7382-c599-494f-a35b-74996590f3d3 req-58f4a55f-c7cb-4877-9d4b-91f825e9a21f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:29.942087 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8ad7382-c599-494f-a35b-74996590f3d3 req-58f4a55f-c7cb-4877-9d4b-91f825e9a21f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0757804 Mar 18 10:33:30.008676 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8ad7382-c599-494f-a35b-74996590f3d3 req-7227bb18-14d0-4e56-8546-75b52184538d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594585 Mar 18 10:33:30.639701 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42388) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:30.752813 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b079857f-6883-40e3-86e8-5e2ee6d801cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:30.837086 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b079857f-6883-40e3-86e8-5e2ee6d801cb admin admin] Publish callbacks [] for security_group (43cd58d8-7a24-4444-8c91-bd859214f302), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:30.840805 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b079857f-6883-40e3-86e8-5e2ee6d801cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (43cd58d8-7a24-4444-8c91-bd859214f302), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:30.879444 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b079857f-6883-40e3-86e8-5e2ee6d801cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dedd89651ac4888897df669e2011746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380683 Mar 18 10:33:30.880231 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079857f-6883-40e3-86e8-5e2ee6d801cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cd58d8-7a24-4444-8c91-bd859214f302,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:30.881502 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42392) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:30.949037 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4662-d5d3-440e-b801-eba332f92bfe admin admin] Publish callbacks [] for security_group (43cd58d8-7a24-4444-8c91-bd859214f302), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:30.969929 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4662-d5d3-440e-b801-eba332f92bfe admin admin] Publish callbacks [] for security_group (43cd58d8-7a24-4444-8c91-bd859214f302), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.022286 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4662-d5d3-440e-b801-eba332f92bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (43cd58d8-7a24-4444-8c91-bd859214f302), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.025141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4662-d5d3-440e-b801-eba332f92bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.026522 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7cdc4662-d5d3-440e-b801-eba332f92bfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43cd58d8-7a24-4444-8c91-bd859214f302 HTTP/1.1" status: 204 len: 168 time: 0.1373336 Mar 18 10:33:31.035138 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc4662-d5d3-440e-b801-eba332f92bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cd58d8-7a24-4444-8c91-bd859214f302,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:31.155877 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf905760-886e-40a1-a5e3-14fdac726af7 req-b6d3a839-ca38-41c6-8660-0234f6eb8923 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:31.162594 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cf905760-886e-40a1-a5e3-14fdac726af7 req-b6d3a839-ca38-41c6-8660-0234f6eb8923 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0746226 Mar 18 10:33:31.226440 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cf905760-886e-40a1-a5e3-14fdac726af7 req-362939b6-326d-4153-8da9-ed6d4f9595fb tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605922 Mar 18 10:33:31.427466 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42402) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:31.440972 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-037f7b30-3c9e-442e-ac19-1e738a52a71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.528061 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-037f7b30-3c9e-442e-ac19-1e738a52a71a admin admin] Publish callbacks [] for security_group (a85caf40-7513-4b0b-bf86-b62cce26268e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.536170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-037f7b30-3c9e-442e-ac19-1e738a52a71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a85caf40-7513-4b0b-bf86-b62cce26268e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.587850 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-037f7b30-3c9e-442e-ac19-1e738a52a71a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45be57070f664806a377c02a56f69651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592407 Mar 18 10:33:31.590470 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42404) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:31.594124 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7b30-3c9e-442e-ac19-1e738a52a71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85caf40-7513-4b0b-bf86-b62cce26268e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:31.662016 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a32c0de-a122-45b7-a629-ec1f888c390d admin admin] Publish callbacks [] for security_group (a85caf40-7513-4b0b-bf86-b62cce26268e), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.684686 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a32c0de-a122-45b7-a629-ec1f888c390d admin admin] Publish callbacks [] for security_group (a85caf40-7513-4b0b-bf86-b62cce26268e), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.735565 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a32c0de-a122-45b7-a629-ec1f888c390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a85caf40-7513-4b0b-bf86-b62cce26268e), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.738375 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a32c0de-a122-45b7-a629-ec1f888c390d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:31.739585 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8a32c0de-a122-45b7-a629-ec1f888c390d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a85caf40-7513-4b0b-bf86-b62cce26268e HTTP/1.1" status: 204 len: 168 time: 0.1481247 Mar 18 10:33:31.748700 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32c0de-a122-45b7-a629-ec1f888c390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85caf40-7513-4b0b-bf86-b62cce26268e,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:32.362523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c8b9-a27e-4e73-8ae4-74c412692077 req-b9161c54-11a3-425f-804e-3beceda55ca0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:32.365412 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e731c8b9-a27e-4e73-8ae4-74c412692077 req-b9161c54-11a3-425f-804e-3beceda55ca0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0607595 Mar 18 10:33:32.432742 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e731c8b9-a27e-4e73-8ae4-74c412692077 req-860af6f3-8570-483a-a119-06f37e8d92f5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565438 Mar 18 10:33:32.901488 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c0390e19-9965-4fc9-81c9-e2d3d1b252aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:33.565661 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e841fb-67c2-4b13-bebd-ba94f896da12 req-aea62a3d-4fbc-4913-a6c2-5872144c148a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:33.567830 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a6e841fb-67c2-4b13-bebd-ba94f896da12 req-aea62a3d-4fbc-4913-a6c2-5872144c148a tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0575838 Mar 18 10:33:33.622042 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a6e841fb-67c2-4b13-bebd-ba94f896da12 req-32f1fff2-e4ea-4a10-9460-1ba3322078fe tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482852 Mar 18 10:33:34.092166 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:34.751386 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969fe3-1633-495c-ac5a-19b75fb1b71e req-6eb7463f-2947-4e98-a704-4f9b45ed27ca tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:34.752920 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea969fe3-1633-495c-ac5a-19b75fb1b71e req-6eb7463f-2947-4e98-a704-4f9b45ed27ca tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0536771 Mar 18 10:33:34.801139 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ea969fe3-1633-495c-ac5a-19b75fb1b71e req-69f766f1-c96e-4509-88dd-d0d8d3507b02 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Mar 18 10:33:35.915852 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:35.943426 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a107c-6453-4902-9e0a-c7c1a33cd690 req-4568355a-e376-45ab-9316-1307cf8976d0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:35.944983 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e4a107c-6453-4902-9e0a-c7c1a33cd690 req-4568355a-e376-45ab-9316-1307cf8976d0 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 943 time: 0.0603878 Mar 18 10:33:35.995442 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e4a107c-6453-4902-9e0a-c7c1a33cd690 req-f97293ba-9885-47f9-8414-179864348dad tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447011 Mar 18 10:33:36.709339 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:33:36.830445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:33:36.944273 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:36.955566 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'port_id': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'mac_address': 'fa:16:3e:bf:05:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:33:36.994802 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:36.995073 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:37.008309 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:33:37.028411 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:37.034024 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:37.085960 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=9']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:37.123564 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b567e-f569-4526-87c0-6ef001bd3cc7 req-3c4a591c-2481-4c71-b653-fd419e6362aa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:37.125052 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af8b567e-f569-4526-87c0-6ef001bd3cc7 req-3c4a591c-2481-4c71-b653-fd419e6362aa tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 944 time: 0.0521381 Mar 18 10:33:37.179817 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:37.180057 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af8b567e-f569-4526-87c0-6ef001bd3cc7 req-42c449a6-f1ac-46ba-9267-67649924a706 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490904 Mar 18 10:33:37.279958 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:33:38.254926 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:33:38.307612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf6a5-a3f7-45bd-a1f8-9265f64e5d0c req-f775b3ee-9852-4dc2-a4b7-20bb23d81cab tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:38.308227 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:33:38.308227 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:38.309150 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-778cf6a5-a3f7-45bd-a1f8-9265f64e5d0c req-f775b3ee-9852-4dc2-a4b7-20bb23d81cab tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 944 time: 0.0518491 Mar 18 10:33:38.358649 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-778cf6a5-a3f7-45bd-a1f8-9265f64e5d0c req-2e63085e-d5b6-4278-a323-8226cfbfc7b5 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436957 Mar 18 10:33:38.391329 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:33:38.391716 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:38.416378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:33:38.418599 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e50450-bc4a-43ed-a1dc-b22075fbe85f" -d '{"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:33:38.432100 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:33:38.437684 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:38.461271 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb2215-5ffa-42bd-ba2c-ac297e027210 x-openstack-request-id: req-4ccb2215-5ffa-42bd-ba2c-ac297e027210 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:33:38.461569 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:33:38.461849 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ccb2215-5ffa-42bd-ba2c-ac297e027210 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:33:38.462243 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'code': 200} Mar 18 10:33:38.490982 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=10']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:38.693297 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d9c79-91e8-45ac-b672-5a755b51ca3a req-4abbd5e7-11fd-4992-8004-255625bac2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:38.694916 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e4d9c79-91e8-45ac-b672-5a755b51ca3a req-4abbd5e7-11fd-4992-8004-255625bac2c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 1130 time: 0.0511568 Mar 18 10:33:38.747626 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e4d9c79-91e8-45ac-b672-5a755b51ca3a req-5e59ce78-05a8-43d3-ac13-eece2a9ca1df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458560 Mar 18 10:33:39.492727 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54af0a-1a93-476b-a624-43e34bd25d0d req-82e19109-488f-4c3d-9fcc-f61b8ec92936 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:39.494394 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f54af0a-1a93-476b-a624-43e34bd25d0d req-82e19109-488f-4c3d-9fcc-f61b8ec92936 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 946 time: 0.0598402 Mar 18 10:33:39.552434 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f54af0a-1a93-476b-a624-43e34bd25d0d req-05347ae8-8979-4374-9f80-3d184f797938 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477180 Mar 18 10:33:40.338019 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42528) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:40.592947 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ef7a-9b08-4e4a-9942-cd4a5318cabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:40.778297 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dbbda-ddc8-45f2-8f83-8a032f52f557 req-d9a82c72-68a2-46d7-a680-a0d300c09b9d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:40.781071 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1e3dbbda-ddc8-45f2-8f83-8a032f52f557 req-d9a82c72-68a2-46d7-a680-a0d300c09b9d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 946 time: 0.1385815 Mar 18 10:33:40.814912 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ef7a-9b08-4e4a-9942-cd4a5318cabd admin admin] Publish callbacks [] for security_group (0ef475c1-291d-4191-bc86-e0798d383a25), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:40.828899 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ef7a-9b08-4e4a-9942-cd4a5318cabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (0ef475c1-291d-4191-bc86-e0798d383a25), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:40.903026 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3dc4ef7a-9b08-4e4a-9942-cd4a5318cabd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c396b3184ed40a0bc569413affeb995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5615120 Mar 18 10:33:40.903987 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42548) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:33:40.908092 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1e3dbbda-ddc8-45f2-8f83-8a032f52f557 req-5eaa4a3d-5ff8-433e-8cb9-74ea3b6864c6 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209614 Mar 18 10:33:40.909146 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4ef7a-9b08-4e4a-9942-cd4a5318cabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef475c1-291d-4191-bc86-e0798d383a25,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:40.989860 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8514b166-b79a-452a-8c42-0e9495a6d7c9 admin admin] Publish callbacks [] for security_group (0ef475c1-291d-4191-bc86-e0798d383a25), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:41.014494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8514b166-b79a-452a-8c42-0e9495a6d7c9 admin admin] Publish callbacks [] for security_group (0ef475c1-291d-4191-bc86-e0798d383a25), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:41.072201 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8514b166-b79a-452a-8c42-0e9495a6d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (0ef475c1-291d-4191-bc86-e0798d383a25), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:41.075299 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8514b166-b79a-452a-8c42-0e9495a6d7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:41.076814 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8514b166-b79a-452a-8c42-0e9495a6d7c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ef475c1-291d-4191-bc86-e0798d383a25 HTTP/1.1" status: 204 len: 168 time: 0.1709800 Mar 18 10:33:41.088875 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514b166-b79a-452a-8c42-0e9495a6d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef475c1-291d-4191-bc86-e0798d383a25,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:33:42.076267 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b1077-7bd8-48ee-b90f-eef7a90ad23f req-c22903e9-69ab-40a3-8f1b-ee2608f20f24 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:33:42.077885 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0b1077-7bd8-48ee-b90f-eef7a90ad23f req-c22903e9-69ab-40a3-8f1b-ee2608f20f24 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 946 time: 0.0678804 Mar 18 10:33:42.136320 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb0b1077-7bd8-48ee-b90f-eef7a90ad23f req-e4f43e9d-bded-443b-aad0-2381ae024ab1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513206 Mar 18 10:33:46.647046 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:33:59.827673 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cf3278d-c298-4ab3-a019-527d82480b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:02.904786 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7333410-4a88-4e6a-893d-603b9eab9a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:04.085293 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:05.916930 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:06.823965 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42734) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:06.929016 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.002594 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Publish callbacks [] for security_group (f99a5b77-95b4-4f09-be2d-8e3591b056f8), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.008006 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f99a5b77-95b4-4f09-be2d-8e3591b056f8), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.044081 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b1fdf65665b4ad38ea0fe0afc2257be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190273 Mar 18 10:34:07.046033 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a5b77-95b4-4f09-be2d-8e3591b056f8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:07.046804 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42738) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:07.053816 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.054037 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.054317 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.054660 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.054999 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.055336 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.055670 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.055998 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.056354 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.056652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.056984 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.057313 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.057638 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.057982 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.058305 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0345d-618f-4678-8c54-9fdf3d6be041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:07.095270 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b27c61b9-f628-4768-991b-87e9de86422a admin admin] Publish callbacks [] for security_group (f99a5b77-95b4-4f09-be2d-8e3591b056f8), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.117758 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b27c61b9-f628-4768-991b-87e9de86422a admin admin] Publish callbacks [] for security_group (f99a5b77-95b4-4f09-be2d-8e3591b056f8), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.165095 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b27c61b9-f628-4768-991b-87e9de86422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f99a5b77-95b4-4f09-be2d-8e3591b056f8), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.167714 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b27c61b9-f628-4768-991b-87e9de86422a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.168859 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b27c61b9-f628-4768-991b-87e9de86422a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f99a5b77-95b4-4f09-be2d-8e3591b056f8 HTTP/1.1" status: 204 len: 168 time: 0.1209493 Mar 18 10:34:07.176456 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.177635 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c61b9-f628-4768-991b-87e9de86422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a5b77-95b4-4f09-be2d-8e3591b056f8,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:07.772688 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42760) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:07.863199 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1597244573-network', 'tenant_id': 'e8947be1da1c46fda5e39d8199f96ab4'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:07.882438 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Made reservation on behalf of e8947be1da1c46fda5e39d8199f96ab4 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:07.884826 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.893032 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.967576 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks [] for security_group (719d680f-b715-4fcb-8342-37754fa4bfa2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.971317 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (719d680f-b715-4fcb-8342-37754fa4bfa2), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:07.995208 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:08.004404 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719d680f-b715-4fcb-8342-37754fa4bfa2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.011125 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (1d5e7ab0-f780-4977-9f8f-1a75baa98b9e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:08.011587 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Added segment 1d5e7ab0-f780-4977-9f8f-1a75baa98b9e of type vlan for network c1171038-217e-479f-bc40-e06c493c9da0 Mar 18 10:34:08.053056 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (c1171038-217e-479f-bc40-e06c493c9da0), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:08.078495 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (c1171038-217e-479f-bc40-e06c493c9da0), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:08.079558 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:08.080272 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:08.136325 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3624163 Mar 18 10:34:08.141215 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42764) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:08.141733 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37dac-4aca-4de3-b001-15e2a1f7a8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1171038-217e-479f-bc40-e06c493c9da0,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.146303 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Request body: {'subnet': {'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1597244573-subnet', 'tenant_id': 'e8947be1da1c46fda5e39d8199f96ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:08.153243 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network c1171038-217e-479f-bc40-e06c493c9da0 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:34:08.166067 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Made reservation on behalf of e8947be1da1c46fda5e39d8199f96ab4 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:08.168794 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59153664'] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:08.332211 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59153686'] for subnet (0f942fce-effd-440e-beb1-cba5ee34a189), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:08.385540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f942fce-effd-440e-beb1-cba5ee34a189,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:08.394135 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Checking segment: {'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:34:08.394494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Network hostable DHCP agents. Network: c1171038-217e-479f-bc40-e06c493c9da0, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:08.411754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Network c1171038-217e-479f-bc40-e06c493c9da0 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:08.420124 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, c1171038-217e-479f-bc40-e06c493c9da0) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:08.424341 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:08.425068 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:08.430852 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b413ede9-9ac2-4ebd-8b6a-990f6c9ceb0d None None] Network c1171038-217e-479f-bc40-e06c493c9da0 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:34:08.441902 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1c5cecc3-95f4-4d35-9c98-d5f4c094e874 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2994840 Mar 18 10:34:08.531068 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa417e40-b972-4c7a-8e85-0245ddf09209 None None] Network c1171038-217e-479f-bc40-e06c493c9da0 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:34:10.197798 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-6bc3e6c4-516c-46e3-be00-3477cc4aa522 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:10.199322 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-6bc3e6c4-516c-46e3-be00-3477cc4aa522 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/networks?id=c1171038-217e-479f-bc40-e06c493c9da0 HTTP/1.1" status: 200 len: 814 time: 0.1027479 Mar 18 10:34:10.213762 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-1c6d9e5f-2e05-4154-ae90-2b87ec83dbca tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/quotas/e8947be1da1c46fda5e39d8199f96ab4 HTTP/1.1" status: 200 len: 375 time: 0.0092258 Mar 18 10:34:10.245606 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-054e77f7-93b2-4bfc-8952-263b2efc9ad1 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8947be1da1c46fda5e39d8199f96ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266080 Mar 18 10:34:10.371917 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-f99ae46b-8932-425a-b7ac-82cd1af324fa service neutron] 10.222.0.44 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197937 Mar 18 10:34:10.462499 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-f93346c6-5b4f-49be-844a-7211b5a16197 service neutron] 10.222.0.44 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849066 Mar 18 10:34:10.617662 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-85e7024f-6807-475e-b565-aa7b4b5e8b45 req-3b6adc93-816d-4987-be17-5c7bdf6548df tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 210 time: 0.0300739 Mar 18 10:34:11.531006 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-fb0b6c2b-13bc-409b-a51f-ff3491d15aff tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:11.532445 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-fb0b6c2b-13bc-409b-a51f-ff3491d15aff tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "GET /v2.0/networks?id=c1171038-217e-479f-bc40-e06c493c9da0 HTTP/1.1" status: 200 len: 814 time: 0.1061900 Mar 18 10:34:11.545252 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Request body: {'port': {'device_id': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0', 'admin_state_up': True, 'tenant_id': 'e8947be1da1c46fda5e39d8199f96ab4'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:11.719251 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-24ecdf34-cd8e-4bae-90ba-2b446531718c req-ca021222-4e5c-449b-bf9c-bc223a2f965b tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 210 time: 0.0287235 Mar 18 10:34:11.908149 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Made reservation on behalf of e8947be1da1c46fda5e39d8199f96ab4 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:11.911552 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.031406 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Allocated IP 172.20.0.8 (c1171038-217e-479f-bc40-e06c493c9da0/0f942fce-effd-440e-beb1-cba5ee34a189/c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:12.177879 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks [] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.215391 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.259555 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Network c1171038-217e-479f-bc40-e06c493c9da0 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:12.262639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:12.268703 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:34:12.274487 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Pushing event updated for resources: {'Port': ['ID=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:12.321975 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:12.322641 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.338549 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-aa048815-b3ae-45cf-9d9f-334c7fcb24cd tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974250 Mar 18 10:34:12.350169 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Request body: {'port': {'device_id': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:12.407440 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.669313 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:34:12.677110 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Publish callbacks [] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.688475 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Transition to ACTIVE for port object c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:34:12.692431 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.758119 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:12.833825 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Attempting to bind port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:34:12.834363 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Attempting to bind port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:34:12.834861 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Attempting to bind port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac on network c1171038-217e-479f-bc40-e06c493c9da0 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:34:12.842835 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac on network c1171038-217e-479f-bc40-e06c493c9da0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:34:12.843152 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Attempting to bind port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac on network c1171038-217e-479f-bc40-e06c493c9da0 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:34:12.853639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:34:12.854166 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Checking segment: {'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:34:12.854948 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Bound using segment: {'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:34:12.854948 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Bound port: c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:34:12.855305 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:12.876352 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607148-95db-4d21-b60b-03a9efe8c03f req-86c8ab1e-5b75-41c8-807d-eda4ce414b2a tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:12.877875 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2b607148-95db-4d21-b60b-03a9efe8c03f req-86c8ab1e-5b75-41c8-807d-eda4ce414b2a tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 943 time: 0.0874841 Mar 18 10:34:12.958548 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] For port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:34:12.962166 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] For port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:34:12.967667 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2b607148-95db-4d21-b60b-03a9efe8c03f req-ff2e00b6-a370-46f8-a223-e6852653b4b6 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703337 Mar 18 10:34:12.969132 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:13.002953 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.003557 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:13.004917 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] 10.222.0.45 "PUT /v2.0/ports/c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac HTTP/1.1" status: 200 len: 1093 time: 0.6587713 Mar 18 10:34:13.005343 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'tag': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:13.007578 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5" -d '{"events": [{"name": "network-changed", "server_uuid": "67df6297-eb5a-4340-8ee2-561a2ee5be69", "tag": "c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:34:13.033765 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572f9dd-acd4-45c8-bbba-4fb7f97c6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:13.052662 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2160ca16-14c6-4eb2-a4d0-4cc273458d1c x-openstack-request-id: req-2160ca16-14c6-4eb2-a4d0-4cc273458d1c {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:34:13.052949 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67df6297-eb5a-4340-8ee2-561a2ee5be69", "tag": "c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:34:13.053197 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2160ca16-14c6-4eb2-a4d0-4cc273458d1c {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:34:13.053583 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'tag': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac', 'status': 'completed', 'code': 200} Mar 18 10:34:13.093082 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-a979227b-d1ac-478e-a9db-4b6fd607a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.094599 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-a979227b-d1ac-478e-a9db-4b6fd607a328 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8947be1da1c46fda5e39d8199f96ab4&device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 1127 time: 0.0526636 Mar 18 10:34:13.134242 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-67fdb6d4-0891-4760-a36e-ad5aff4f9f90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac HTTP/1.1" status: 200 len: 217 time: 0.0329499 Mar 18 10:34:13.180933 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-ec6ca50f-8ee5-4853-80a6-9e2db3c15460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.182406 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-ec6ca50f-8ee5-4853-80a6-9e2db3c15460 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f942fce-effd-440e-beb1-cba5ee34a189 HTTP/1.1" status: 200 len: 854 time: 0.0428784 Mar 18 10:34:13.214584 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-ab4a86e8-5d5d-432b-bd27-1d54c292135b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1171038-217e-479f-bc40-e06c493c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248940 Mar 18 10:34:13.303635 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-695ab90d-51a5-43ef-93ec-303700a37197 service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827646 Mar 18 10:34:13.390403 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9ad51f-2216-44e4-8b7b-b9893d4cc132 req-941a9b53-14a5-49a1-9638-14964ef2ca8e service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803535 Mar 18 10:34:13.484850 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-a798e9b1-3e10-4f60-bcab-7b03094f417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.486523 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-a798e9b1-3e10-4f60-bcab-7b03094f417e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8947be1da1c46fda5e39d8199f96ab4&device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 1127 time: 0.0534525 Mar 18 10:34:13.572450 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-065df0f2-834d-4bc0-ae4b-b09e49e2a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.573965 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-065df0f2-834d-4bc0-ae4b-b09e49e2a96e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1171038-217e-479f-bc40-e06c493c9da0 HTTP/1.1" status: 200 len: 915 time: 0.0814590 Mar 18 10:34:13.619548 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-33792914-e786-486a-932a-1f9aa39ed31c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac HTTP/1.1" status: 200 len: 217 time: 0.0374045 Mar 18 10:34:13.669613 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-17322d6e-52eb-4e6f-913c-c62540b46e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:13.671108 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-17322d6e-52eb-4e6f-913c-c62540b46e8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f942fce-effd-440e-beb1-cba5ee34a189 HTTP/1.1" status: 200 len: 854 time: 0.0442927 Mar 18 10:34:13.698450 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:34:13.702853 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-586f4f0f-17f0-474e-8160-67dae463f53c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1171038-217e-479f-bc40-e06c493c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252621 Mar 18 10:34:13.790820 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-c612f6db-ae13-4440-a91d-ed470ca49fda service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815191 Mar 18 10:34:13.881599 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-674fc5e4-a1b6-4635-9185-a82e0e3e57a5 req-370b516d-c95a-4c46-a55e-1367c0e4569e service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847027 Mar 18 10:34:14.085160 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d7e26-c247-4a1d-8d22-79f999e69c11 req-a2fedf22-9036-4018-ae5b-8148fde8cc3e tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:14.086602 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-499d7e26-c247-4a1d-8d22-79f999e69c11 req-a2fedf22-9036-4018-ae5b-8148fde8cc3e tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 943 time: 0.0529308 Mar 18 10:34:14.133397 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-499d7e26-c247-4a1d-8d22-79f999e69c11 req-9df9c0f8-6141-4ae4-b782-b80bb8063e61 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Mar 18 10:34:15.251245 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db991b0-2a56-4d7f-8d70-18287e0fce9e req-1bed1533-df8d-4353-b4d8-20c0807fe955 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:15.252749 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4db991b0-2a56-4d7f-8d70-18287e0fce9e req-1bed1533-df8d-4353-b4d8-20c0807fe955 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 943 time: 0.0523436 Mar 18 10:34:15.298254 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4db991b0-2a56-4d7f-8d70-18287e0fce9e req-c875d094-f1b7-4527-ab4f-fe4b64b892ae tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Mar 18 10:34:15.720257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3323f5-e649-467a-aba8-96cccc1712a2 req-1b7cbd23-9882-4e57-b128-33dddcfadc9d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:15.721787 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e3323f5-e649-467a-aba8-96cccc1712a2 req-1b7cbd23-9882-4e57-b128-33dddcfadc9d tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 946 time: 0.0572202 Mar 18 10:34:15.767346 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e3323f5-e649-467a-aba8-96cccc1712a2 req-8acd4f80-b74c-4ba4-9a74-4480ae77ec7e tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399990 Mar 18 10:34:16.418119 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50289c72-f964-40db-9e2e-8056865e8b7a req-67b413ba-98d9-4e6f-af4c-7cd31731e270 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:16.419616 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50289c72-f964-40db-9e2e-8056865e8b7a req-67b413ba-98d9-4e6f-af4c-7cd31731e270 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 943 time: 0.0553486 Mar 18 10:34:16.438462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:34:16.467680 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50289c72-f964-40db-9e2e-8056865e8b7a req-8472ad7c-34c5-4595-b80f-94dc35842673 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Mar 18 10:34:16.552988 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:16.564203 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac', 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0', 'port_id': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac', 'mac_address': 'fa:16:3e:86:d3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f942fce-effd-440e-beb1-cba5ee34a189', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:34:16.604985 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:16.605284 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:16.618981 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:34:16.639225 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:16.648296 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:16.680358 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:16.702344 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:16.710255 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.710602 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.710944 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.711315 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.711649 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.711971 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.712296 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.712613 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.712934 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.713252 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.713571 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.713919 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.714246 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.714560 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.714916 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:16.891078 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:34:16.903194 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c280a-7195-4aea-bac0-b6bc152ef7f5 req-2b43da5f-414a-48f1-b893-2cd7e8a9397f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:16.904824 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-571c280a-7195-4aea-bac0-b6bc152ef7f5 req-2b43da5f-414a-48f1-b893-2cd7e8a9397f tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 946 time: 0.0578053 Mar 18 10:34:16.985056 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-571c280a-7195-4aea-bac0-b6bc152ef7f5 req-a42b6d7a-45c0-422c-b5ef-72b00011c456 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups?id=16e04c20-185a-46fb-b24c-4a1034c60fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719085 Mar 18 10:34:17.005535 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-eb3c4142-9315-430a-96ee-febfc8f18679 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:17.007109 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-eb3c4142-9315-430a-96ee-febfc8f18679 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 946 time: 0.0729291 Mar 18 10:34:17.104672 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Deleting port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:34:17.105007 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:17.191680 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] For port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:17.192084 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:17.364045 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:17.364408 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (1a6fb3a4-cca5-4f2e-b6a7-90da989db573), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:17.364726 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Floating IP 1a6fb3a4-cca5-4f2e-b6a7-90da989db573 disassociated. External IP: 172.27.0.140, port: 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd. Mar 18 10:34:17.365066 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Calling delete_port for 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:34:17.494388 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:17.525937 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event deleted for resources: {'Port': ['ID=2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:17.600256 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dab579-289e-4775-b80c-57aa6bf8b246 req-4c3a3ee2-ab7d-463a-a4e0-e4be808d4daf tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:17.601759 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9dab579-289e-4775-b80c-57aa6bf8b246 req-4c3a3ee2-ab7d-463a-a4e0-e4be808d4daf tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 944 time: 0.0542207 Mar 18 10:34:17.640886 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Router 66721102-7cc2-4adb-b966-b75a991378cc has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:34:17.648423 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9dab579-289e-4775-b80c-57aa6bf8b246 req-95269004-0052-494e-9a9a-e38c34fa0e9e tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Mar 18 10:34:17.751153 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:34:17.761461 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] Sync routers for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:17.772307 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:17.772923 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:17.791952 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] No DVR routers for this DVR port 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:17.794497 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:17.797884 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58989afc-4e3a-41bf-9165-5632aa67b5a7 req-9eb43232-190d-4a07-a70d-2065569479c7 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.45 "DELETE /v2.0/ports/2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd HTTP/1.1" status: 204 len: 173 time: 0.7859373 Mar 18 10:34:17.798331 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-deleted', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:17.800605 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd88ee-4f6e-408e-9b8c-4b2146d7aa31" -d '{"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-deleted", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:34:17.840797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71120c1c-5cda-48ba-a752-b50cf33f3026 x-openstack-request-id: req-71120c1c-5cda-48ba-a752-b50cf33f3026 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:34:17.841099 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77e3780-282f-465a-b401-98b8ea0d5853", "name": "network-vif-deleted", "tag": "2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:34:17.841418 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71120c1c-5cda-48ba-a752-b50cf33f3026 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:34:17.842135 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77e3780-282f-465a-b401-98b8ea0d5853', 'name': 'network-vif-deleted', 'tag': '2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd', 'status': 'completed', 'code': 200} Mar 18 10:34:17.882551 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:18.105893 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:18.126741 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4799d90c-10a6-4d04-ba15-4081c38d04a7 req-51b0bb5a-2eeb-4e4a-9abb-7e92e9809fb8 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77e3780-282f-465a-b401-98b8ea0d5853 HTTP/1.1" status: 200 len: 210 time: 0.0327437 Mar 18 10:34:18.135589 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] Checking router: 66721102-7cc2-4adb-b966-b75a991378cc for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:34:18.145163 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:18.152179 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:18.258612 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:18.455707 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:34:18.460395 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:18.490099 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9e4cc-03e9-4a1f-a955-ad64b6ed8054 None None] The sync data for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi is: [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:27:34Z', 'revision_number': 4, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '2ab2e360-ab07-4bb0-8364-8b99abb87a1f', 'name': '', 'network_id': '8827447e-9724-4925-aac4-a2835d23dc5c', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'mac_address': 'fa:16:3e:fc:a3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:27Z', 'updated_at': '2022-03-18T10:27:44Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'subnets': [{'id': '6be7fe45-4db7-439e-b22d-2c8a07372a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:18.509393 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:34:18.513911 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:18.514297 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:18.599047 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:18.599438 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:18.622221 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:18.624466 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b884ada-916a-4650-8de3-d86796b60ade" -d '{"events": [{"server_uuid": "67df6297-eb5a-4340-8ee2-561a2ee5be69", "name": "network-vif-plugged", "status": "completed", "tag": "c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:34:18.641199 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:18.645088 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:18.669158 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b3fbf2-2642-4600-835f-01b7d8e90384 x-openstack-request-id: req-94b3fbf2-2642-4600-835f-01b7d8e90384 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:34:18.669378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67df6297-eb5a-4340-8ee2-561a2ee5be69", "name": "network-vif-plugged", "status": "completed", "tag": "c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:34:18.669627 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94b3fbf2-2642-4600-835f-01b7d8e90384 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:34:18.670051 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac', 'code': 200} Mar 18 10:34:18.700670 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:18.778572 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602eccc6-a2e6-496b-83c6-f32a3b5fcf93 None None] New status for floating IP 1a6fb3a4-cca5-4f2e-b6a7-90da989db573: DOWN {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:34:18.788610 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d752-0968-48ef-acca-14bd89a9620a req-1a5fb9b5-fd7a-4e8a-9fe9-f77cef3db550 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:18.790150 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af94d752-0968-48ef-acca-14bd89a9620a req-1a5fb9b5-fd7a-4e8a-9fe9-f77cef3db550 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 945 time: 0.0570788 Mar 18 10:34:18.842514 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af94d752-0968-48ef-acca-14bd89a9620a req-b831987e-3ea6-4f74-b969-c1472b52361b tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467300 Mar 18 10:34:18.843040 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6620fb-c121-4528-950d-4c86f174f3f6 req-f4d1badc-9268-419e-a0f8-5fa4d63d2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:18.844669 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9f6620fb-c121-4528-950d-4c86f174f3f6 req-f4d1badc-9268-419e-a0f8-5fa4d63d2f9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 1129 time: 0.0450914 Mar 18 10:34:18.891380 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9f6620fb-c121-4528-950d-4c86f174f3f6 req-631becec-ad59-4cd9-88a0-82ab567a47e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Mar 18 10:34:19.221279 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42848) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:19.274105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61389e29-88dc-4c43-bcb7-777e9c998b12 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (16e04c20-185a-46fb-b24c-4a1034c60fd4), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.299862 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61389e29-88dc-4c43-bcb7-777e9c998b12 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (16e04c20-185a-46fb-b24c-4a1034c60fd4), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.348714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61389e29-88dc-4c43-bcb7-777e9c998b12 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (16e04c20-185a-46fb-b24c-4a1034c60fd4), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.351411 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-61389e29-88dc-4c43-bcb7-777e9c998b12 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.352589 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-61389e29-88dc-4c43-bcb7-777e9c998b12 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "DELETE /v2.0/security-groups/16e04c20-185a-46fb-b24c-4a1034c60fd4 HTTP/1.1" status: 204 len: 168 time: 0.1302595 Mar 18 10:34:19.355713 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42850) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:19.361635 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61389e29-88dc-4c43-bcb7-777e9c998b12 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e04c20-185a-46fb-b24c-4a1034c60fd4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:19.370134 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-d60aed10-f9be-49af-80b2-f31a580d0de1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] show failed (client error): The resource could not be found. Mar 18 10:34:19.371327 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d60aed10-f9be-49af-80b2-f31a580d0de1 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "GET /v2.0/security-groups/16e04c20-185a-46fb-b24c-4a1034c60fd4 HTTP/1.1" status: 404 len: 347 time: 0.0142045 Mar 18 10:34:19.374367 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42852) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:19.502138 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Deleting port ebda2cbb-e7cb-4772-b271-18e37b5039df {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:34:19.502391 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.589265 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.589590 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (ebda2cbb-e7cb-4772-b271-18e37b5039df), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.601600 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Calling delete_port for ebda2cbb-e7cb-4772-b271-18e37b5039df owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:34:19.727918 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (ebda2cbb-e7cb-4772-b271-18e37b5039df), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:19.967545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1c59f-d4db-4e57-84c6-17ca36098033 req-3ec53544-b0e2-468e-ad57-fed8315e852a tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:19.969112 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f3c1c59f-d4db-4e57-84c6-17ca36098033 req-3ec53544-b0e2-468e-ad57-fed8315e852a tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 945 time: 0.0539703 Mar 18 10:34:19.976871 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Pushing event deleted for resources: {'Port': ['ID=ebda2cbb-e7cb-4772-b271-18e37b5039df,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:19.988506 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.988864 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.989866 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.990211 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.990551 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.990890 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.991256 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.991551 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.991875 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.992199 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.992533 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.992857 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.993182 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.993506 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:19.993855 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:20.016842 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f3c1c59f-d4db-4e57-84c6-17ca36098033 req-015b4eb7-7b8b-4ab2-b742-65d6f1c64434 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Mar 18 10:34:20.047457 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks [] for floatingip (1a6fb3a4-cca5-4f2e-b6a7-90da989db573), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:20.050204 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:20.051389 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-25023949-d147-44a0-bdde-069e6368de49 tempest-AttachVolumeShelveTestJSON-1794222566 tempest-AttachVolumeShelveTestJSON-1794222566-project] 10.222.0.44 "DELETE /v2.0/floatingips/1a6fb3a4-cca5-4f2e-b6a7-90da989db573 HTTP/1.1" status: 204 len: 168 time: 0.6760728 Mar 18 10:34:20.449232 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:34:20.475024 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:34:20.475380 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 2e6e0fc9-ff1e-470b-9cd0-2b36d17e10fd not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:34:20.809335 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-0e4f5824-17e8-4562-8d88-134d22e88f5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664608 Mar 18 10:34:20.904226 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af090657-8b90-4533-8cbb-c860177a01b7 req-7c2bcb85-9c86-4f6e-a46f-4c70d4746e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:20.905649 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-7c2bcb85-9c86-4f6e-a46f-4c70d4746e18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1129 time: 0.0520086 Mar 18 10:34:21.011396 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af090657-8b90-4533-8cbb-c860177a01b7 req-e819dbdc-915a-4c5f-a61b-59ec9c133760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:21.012891 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-e819dbdc-915a-4c5f-a61b-59ec9c133760 service neutron] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 910 time: 0.0881464 Mar 18 10:34:21.084169 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-17b735c1-1e4c-42a5-a2bf-b08f51035cfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 1001 time: 0.0645502 Mar 18 10:34:21.134660 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af090657-8b90-4533-8cbb-c860177a01b7 req-1c35b8e1-2ddd-4728-9bad-bdd79052ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:21.136132 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-1c35b8e1-2ddd-4728-9bad-bdd79052ee21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0458338 Mar 18 10:34:21.188038 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af090657-8b90-4533-8cbb-c860177a01b7 req-253874d4-7e7b-4178-aeb6-25043379d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:21.189560 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-253874d4-7e7b-4178-aeb6-25043379d29f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466456 Mar 18 10:34:21.292353 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-b19227b6-2d71-4e89-861c-4909aeafef53 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965610 Mar 18 10:34:21.389185 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af090657-8b90-4533-8cbb-c860177a01b7 req-9003ecf3-c764-4461-8937-5586a854cd34 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899472 Mar 18 10:34:22.633472 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42936) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:23.104983 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (66721102-7cc2-4adb-b966-b75a991378cc), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:23.672051 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Deleting port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:34:23.672753 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:23.750467 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] For port 2ab2e360-ab07-4bb0-8364-8b99abb87a1f, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:23.750833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:23.764331 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Calling delete_port for 2ab2e360-ab07-4bb0-8364-8b99abb87a1f owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:34:23.951984 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (2ab2e360-ab07-4bb0-8364-8b99abb87a1f), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:23.982236 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab2e360-ab07-4bb0-8364-8b99abb87a1f,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:24.158658 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (66721102-7cc2-4adb-b966-b75a991378cc), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:24.398970 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Router 66721102-7cc2-4adb-b966-b75a991378cc has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:34:24.515440 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:34:24.521349 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-14fcde0f-519c-4305-8467-6663537e789e admin admin] 10.222.0.44 "PUT /v2.0/routers/66721102-7cc2-4adb-b966-b75a991378cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8865290 Mar 18 10:34:24.524649 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42942) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:24.524823 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] Sync routers for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:24.537088 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:24.537713 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:24.637960 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks [] for router (66721102-7cc2-4adb-b966-b75a991378cc), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:24.652690 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:24.752792 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks [] for router_gateway (66721102-7cc2-4adb-b966-b75a991378cc), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:24.820947 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Deleting port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:34:24.821287 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:24.844450 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:34:23Z', 'revision_number': 5, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port': {'id': '943e89f4-8dd4-4b5f-8544-0c2d2034fb56', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66721102-7cc2-4adb-b966-b75a991378cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:27:18Z', 'updated_at': '2022-03-18T10:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:24.910123 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] For port 943e89f4-8dd4-4b5f-8544-0c2d2034fb56, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:24.910403 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:24.925923 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Calling delete_port for 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:34:24.968337 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] Checking router: 66721102-7cc2-4adb-b966-b75a991378cc for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:34:24.977639 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] Routers {'66721102-7cc2-4adb-b966-b75a991378cc'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:24.978313 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['66721102-7cc2-4adb-b966-b75a991378cc'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:25.074666 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] Set router 66721102-7cc2-4adb-b966-b75a991378cc gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:25.143688 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:34:24Z', 'revision_number': 6, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:25.155898 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (943e89f4-8dd4-4b5f-8544-0c2d2034fb56), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.182014 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e3ad4-beda-4627-aedf-0f82f91cc41d None None] The sync data for ids ['66721102-7cc2-4adb-b966-b75a991378cc'] in dv-cinder-817135-6-iscsi is: [{'id': '66721102-7cc2-4adb-b966-b75a991378cc', 'name': 'tempest-AttachVolumeShelveTestJSON-445415188-router', 'tenant_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:27:15Z', 'updated_at': '2022-03-18T10:34:24Z', 'revision_number': 6, 'project_id': 'd28e7f2fa97f4e5c8b10a347154dfe69', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:25.197134 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=943e89f4-8dd4-4b5f-8544-0c2d2034fb56,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:25.270708 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (66721102-7cc2-4adb-b966-b75a991378cc), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.382379 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (66721102-7cc2-4adb-b966-b75a991378cc), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.385447 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks [] for router_controller (66721102-7cc2-4adb-b966-b75a991378cc), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.432197 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (66721102-7cc2-4adb-b966-b75a991378cc), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.435256 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66721102-7cc2-4adb-b966-b75a991378cc {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:34:25.438084 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.439250 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e3eedbe7-d2b2-4fe9-b620-d4d58a462a92 admin admin] 10.222.0.44 "DELETE /v2.0/routers/66721102-7cc2-4adb-b966-b75a991378cc HTTP/1.1" status: 204 len: 168 time: 0.9136362 Mar 18 10:34:25.442554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42946) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:25.493250 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] Deleting subnet 6be7fe45-4db7-439e-b22d-2c8a07372a1c {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:34:25.496459 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] Publish callbacks [] for subnet (6be7fe45-4db7-439e-b22d-2c8a07372a1c), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.533432 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59454810'] for subnet (6be7fe45-4db7-439e-b22d-2c8a07372a1c), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.626370 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (6be7fe45-4db7-439e-b22d-2c8a07372a1c), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.686916 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59153709'] for subnet (6be7fe45-4db7-439e-b22d-2c8a07372a1c), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.720757 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be7fe45-4db7-439e-b22d-2c8a07372a1c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:25.722942 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.726917 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a75acad0-3d19-4903-9ed5-65eee113f125 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6be7fe45-4db7-439e-b22d-2c8a07372a1c HTTP/1.1" status: 204 len: 168 time: 0.2833068 Mar 18 10:34:25.729430 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42950) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:25.732636 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74503826-e26d-4af6-91c2-692e433093bb None None] Network 8827447e-9724-4925-aac4-a2835d23dc5c requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:34:25.820783 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (8827447e-9724-4925-aac4-a2835d23dc5c), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.888012 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Deleting port ec62dee0-195c-40c1-a3b8-f03558aed3fc {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:34:25.888347 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.985675 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] For port ec62dee0-195c-40c1-a3b8-f03558aed3fc, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=ec62dee0-195c-40c1-a3b8-f03558aed3fc,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:25.986367 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:25.996539 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] DHCP port deletion for 8827447e-9724-4925-aac4-a2835d23dc5c request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:34:26.007481 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Calling delete_port for ec62dee0-195c-40c1-a3b8-f03558aed3fc owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:34:26.058715 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] Deleting port ec62dee0-195c-40c1-a3b8-f03558aed3fc {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:34:26.059068 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.107080 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.136833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec62dee0-195c-40c1-a3b8-f03558aed3fc,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.140245 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] No DVR routers for this DVR port ec62dee0-195c-40c1-a3b8-f03558aed3fc on host dv-cinder-817135-6-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:26.156806 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] For port ec62dee0-195c-40c1-a3b8-f03558aed3fc, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=ec62dee0-195c-40c1-a3b8-f03558aed3fc,segment=NetworkSegment(04f4bc52-6a44-421b-a992-708cf52636d4),segment_id=04f4bc52-6a44-421b-a992-708cf52636d4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:26.157201 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.174298 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] Calling delete_port for ec62dee0-195c-40c1-a3b8-f03558aed3fc owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:34:26.233341 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (8827447e-9724-4925-aac4-a2835d23dc5c), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.266634 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8827447e-9724-4925-aac4-a2835d23dc5c']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:26.271449 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404'] for port (ec62dee0-195c-40c1-a3b8-f03558aed3fc), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.278477 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f4bc52-6a44-421b-a992-708cf52636d4') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:26.280622 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f4bc52-6a44-421b-a992-708cf52636d4') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:26.301329 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] Pushing event deleted for resources: {'Port': ['ID=ec62dee0-195c-40c1-a3b8-f03558aed3fc,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.302368 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (04f4bc52-6a44-421b-a992-708cf52636d4), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.304384 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2296fc5-3e4f-4adb-b5fb-41533ff69ee3 None None] No DVR routers for this DVR port ec62dee0-195c-40c1-a3b8-f03558aed3fc on host dv-cinder-817135-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:26.337757 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (04f4bc52-6a44-421b-a992-708cf52636d4), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.349305 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:34:26.349706 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (04f4bc52-6a44-421b-a992-708cf52636d4), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:34:26.351595 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:34:26.415777 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (8827447e-9724-4925-aac4-a2835d23dc5c), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.420780 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.424588 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] 10.222.0.44 "DELETE /v2.0/networks/8827447e-9724-4925-aac4-a2835d23dc5c HTTP/1.1" status: 204 len: 168 time: 0.6937494 Mar 18 10:34:26.438061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf3bf9-1c8f-410d-a34e-92c0c66c6a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=8827447e-9724-4925-aac4-a2835d23dc5c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:26.552213 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42954) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:26.594687 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d23b7ff9-e5c3-4022-a146-ad17a2c5cad9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d28e7f2fa97f4e5c8b10a347154dfe69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410981 Mar 18 10:34:26.597023 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42956) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:26.649904 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4378c697-39af-4da3-9445-9b67fe6f43ba admin admin] Publish callbacks [] for security_group (b39e002f-d183-4fd6-9540-293d8d55d19f), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.672181 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4378c697-39af-4da3-9445-9b67fe6f43ba admin admin] Publish callbacks [] for security_group (b39e002f-d183-4fd6-9540-293d8d55d19f), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.721565 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4378c697-39af-4da3-9445-9b67fe6f43ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b39e002f-d183-4fd6-9540-293d8d55d19f), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.724083 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4378c697-39af-4da3-9445-9b67fe6f43ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:26.725415 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4378c697-39af-4da3-9445-9b67fe6f43ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b39e002f-d183-4fd6-9540-293d8d55d19f HTTP/1.1" status: 204 len: 168 time: 0.1271729 Mar 18 10:34:26.734086 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378c697-39af-4da3-9445-9b67fe6f43ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e002f-d183-4fd6-9540-293d8d55d19f,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:27.131867 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:34:27.153953 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:34:27.154301 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 943e89f4-8dd4-4b5f-8544-0c2d2034fb56 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:34:27.154895 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 2ab2e360-ab07-4bb0-8364-8b99abb87a1f no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:34:27.178114 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 2ab2e360-ab07-4bb0-8364-8b99abb87a1f {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:34:27.178462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 2ab2e360-ab07-4bb0-8364-8b99abb87a1f not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:34:27.179373 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ec62dee0-195c-40c1-a3b8-f03558aed3fc no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:34:27.200331 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: ec62dee0-195c-40c1-a3b8-f03558aed3fc {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:34:27.200739 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device ec62dee0-195c-40c1-a3b8-f03558aed3fc not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:34:27.500302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42980) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:27.605594 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-202598627-network', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.632784 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Made reservation on behalf of 0dee445ffc034ed0bd25d8c6e30f4433 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:27.636130 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.649404 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.745366 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks [] for security_group (a67bdbae-702c-4968-ac02-1d5d5bbd72e4), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.749326 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a67bdbae-702c-4968-ac02-1d5d5bbd72e4), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.776226 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:34:27.786586 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67bdbae-702c-4968-ac02-1d5d5bbd72e4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:27.791858 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (3b3ef584-d91e-4d62-b742-0e56fa593272), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.792201 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Added segment 3b3ef584-d91e-4d62-b742-0e56fa593272 of type vlan for network 62adb740-4961-4c9e-bc9c-a43f1fe483db Mar 18 10:34:27.836300 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (62adb740-4961-4c9e-bc9c-a43f1fe483db), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.870553 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (62adb740-4961-4c9e-bc9c-a43f1fe483db), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.871540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:27.872133 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:27.930774 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4292819 Mar 18 10:34:27.933732 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 42986) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:27.938997 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Request body: {'subnet': {'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-202598627-subnet', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:27.940800 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a94f33-0310-40d5-9e73-29b20cd05761 admin admin] Pushing event updated for resources: {'Network': ['ID=62adb740-4961-4c9e-bc9c-a43f1fe483db,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:27.961454 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:34:27.968157 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Made reservation on behalf of 0dee445ffc034ed0bd25d8c6e30f4433 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:27.971057 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229141'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.155200 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58906138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229123'] for subnet (3facece8-0886-45c7-bbbc-beb9552a7b30), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.207285 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3facece8-0886-45c7-bbbc-beb9552a7b30,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:28.224883 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Checking segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:34:28.225305 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Network hostable DHCP agents. Network: 62adb740-4961-4c9e-bc9c-a43f1fe483db, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:34:28.244619 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:34:28.254957 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 62adb740-4961-4c9e-bc9c-a43f1fe483db) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:28.259573 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:28.260223 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.264894 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de292c2-eb7d-4256-ac10-953bd8ec510e None None] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:34:28.282059 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8350dcae-2494-4c99-a913-a674e80c90bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3466132 Mar 18 10:34:28.285203 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 42988) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:28.290591 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:28.325061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.329807 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.394257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks [] for router_controller (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.423018 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-62adb740-4961-4c9e-bc9c-a43f1fe483db', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:34:28.423018 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.545349 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks [] for router_gateway (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.577591 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Allocated IP 172.20.0.2 (62adb740-4961-4c9e-bc9c-a43f1fe483db/3facece8-0886-45c7-bbbc-beb9552a7b30/b33a0ad6-56b2-490f-959f-e876464e2ae1) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:28.734048 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Publish callbacks [] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.741222 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.786202 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:28.792652 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:28.797488 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:34:28.801028 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Pushing event updated for resources: {'Port': ['ID=b33a0ad6-56b2-490f-959f-e876464e2ae1,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:28.861933 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Attempting to bind port b33a0ad6-56b2-490f-959f-e876464e2ae1 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:34:28.862224 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Attempting to bind port b33a0ad6-56b2-490f-959f-e876464e2ae1 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:34:28.862588 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Attempting to bind port b33a0ad6-56b2-490f-959f-e876464e2ae1 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:34:28.871795 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:34:28.872187 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Checking segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:34:28.872595 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.873009 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Bound using segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:34:28.873486 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Bound port: b33a0ad6-56b2-490f-959f-e876464e2ae1, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:34:28.873914 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:28.964552 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] For port b33a0ad6-56b2-490f-959f-e876464e2ae1, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:34:28.969969 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] For port b33a0ad6-56b2-490f-959f-e876464e2ae1, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=b33a0ad6-56b2-490f-959f-e876464e2ae1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:34:29.006411 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:29.030532 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks [] for router_gateway (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:29.050144 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:29.111260 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086f31c-e921-4b85-91e9-a866201e93dc None None] Pushing event updated for resources: {'Port': ['ID=b33a0ad6-56b2-490f-959f-e876464e2ae1,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:29.193121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Allocated IP 172.27.0.88 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/7c929479-1ebc-4757-bdf7-5cc6beb94422) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:29.326186 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks [] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:29.372034 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:29.418102 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:29.421615 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:29.428147 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:34:29.434875 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Pushing event updated for resources: {'Port': ['ID=7c929479-1ebc-4757-bdf7-5cc6beb94422,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:29.711094 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks [] for router_gateway (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:29.831817 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e8356a1d-1b3f-4755-91a1-5f8d5a66ee78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:29.918738 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.063016 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:34:30.104407 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c4c47-fd7a-42a2-8933-ed5bb2549be8 None None] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:34:30.183810 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-68aa17b1-32b1-4b4a-944f-2ed16afe0ab2 None None] Provisioning complete for port b33a0ad6-56b2-490f-959f-e876464e2ae1 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:30.184225 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68aa17b1-32b1-4b4a-944f-2ed16afe0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.187960 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:34:30.212287 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:30.213098 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.215192 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2c71e29f-5778-4f3a-a214-5652253d3182 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9287465 Mar 18 10:34:30.219178 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43006) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:30.259794 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:30.260442 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:30.550688 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-68aa17b1-32b1-4b4a-944f-2ed16afe0ab2 None None] Current status of the port b33a0ad6-56b2-490f-959f-e876464e2ae1 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:30.551077 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68aa17b1-32b1-4b4a-944f-2ed16afe0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.576635 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:30.652489 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-68aa17b1-32b1-4b4a-944f-2ed16afe0ab2 None None] For port b33a0ad6-56b2-490f-959f-e876464e2ae1, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=b33a0ad6-56b2-490f-959f-e876464e2ae1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:30.663903 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68aa17b1-32b1-4b4a-944f-2ed16afe0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.673679 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.764212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa17b1-32b1-4b4a-944f-2ed16afe0ab2 None None] Pushing event updated for resources: {'Port': ['ID=b33a0ad6-56b2-490f-959f-e876464e2ae1,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:30.814973 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-4eb9b4a5-c21b-4af0-b0f4-977f2ccefbee None None] Provisioning complete for port b33a0ad6-56b2-490f-959f-e876464e2ae1 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:30.815246 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b4a5-c21b-4af0-b0f4-977f2ccefbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.858547 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Allocated IP 172.20.0.1 (62adb740-4961-4c9e-bc9c-a43f1fe483db/3facece8-0886-45c7-bbbc-beb9552a7b30/6d0992bb-aa92-42da-befe-3747babc1eb9) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:30.881634 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:29Z', 'revision_number': 3, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:30.928739 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:34:30.929090 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Updating router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 port 7c929479-1ebc-4757-bdf7-5cc6beb94422 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:34:30.967950 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9b4a5-c21b-4af0-b0f4-977f2ccefbee None None] Current status of the port b33a0ad6-56b2-490f-959f-e876464e2ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:30.972977 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:30.982577 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks [] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.018798 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.067596 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:31.070754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:31.078399 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:34:31.084358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0992bb-aa92-42da-befe-3747babc1eb9,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:31.125146 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.219526 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device b33a0ad6-56b2-490f-959f-e876464e2ae1 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:34:31.293304 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.340070 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Publish callbacks [] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.344031 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port b33a0ad6-56b2-490f-959f-e876464e2ae1 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:31.344469 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.348713 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.472366 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Attempting to bind port 7c929479-1ebc-4757-bdf7-5cc6beb94422 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:34:31.472737 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Attempting to bind port 7c929479-1ebc-4757-bdf7-5cc6beb94422 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:34:31.473103 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Attempting to bind port 7c929479-1ebc-4757-bdf7-5cc6beb94422 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:34:31.478591 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-e0f452ee-f685-476b-9d52-c79aa43699fd None None] Provisioning complete for port 6d0992bb-aa92-42da-befe-3747babc1eb9 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:31.479028 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e0f452ee-f685-476b-9d52-c79aa43699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.508892 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks [] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.513201 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d6a6c-53fd-4d0f-8c54-fdf18cf2bf8d None None] Pushing event updated for resources: {'Port': ['ID=7c929479-1ebc-4757-bdf7-5cc6beb94422,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:31.516514 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.518305 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:34:31.518690 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:34:31.519098 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.519495 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:34:31.519991 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Bound port: 7c929479-1ebc-4757-bdf7-5cc6beb94422, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:34:31.520577 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.584085 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-e0f452ee-f685-476b-9d52-c79aa43699fd None None] Port 6d0992bb-aa92-42da-befe-3747babc1eb9 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:34:31.613478 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.615389 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0992bb-aa92-42da-befe-3747babc1eb9,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:31.622900 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port b33a0ad6-56b2-490f-959f-e876464e2ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:31.625648 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] For port 7c929479-1ebc-4757-bdf7-5cc6beb94422, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:34:31.645932 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] For port 7c929479-1ebc-4757-bdf7-5cc6beb94422, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=7c929479-1ebc-4757-bdf7-5cc6beb94422,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:34:31.655996 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:31.724763 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:31.727107 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:31.731455 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:31.732095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:31.777544 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d6a6c-53fd-4d0f-8c54-fdf18cf2bf8d None None] Pushing event updated for resources: {'Port': ['ID=7c929479-1ebc-4757-bdf7-5cc6beb94422,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:31.858606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:34:31.866164 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:31.981006 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:34:31.998751 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f6201dbe-082b-4802-8705-5e9a1201f9c6 admin admin] 10.222.0.44 "PUT /v2.0/routers/99941f9e-4f4a-42b0-aba6-5ec07faa29d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658238 Mar 18 10:34:32.028276 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d161d58e-1eac-41a8-8781-8273c9f71498 None None] Provisioning complete for port 6d0992bb-aa92-42da-befe-3747babc1eb9 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:32.029044 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d161d58e-1eac-41a8-8781-8273c9f71498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:32.100379 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d161d58e-1eac-41a8-8781-8273c9f71498 None None] Port 6d0992bb-aa92-42da-befe-3747babc1eb9 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:34:32.124018 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:32.152630 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4c372-16f1-4297-bed6-fbac4f017c75 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:32.747245 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43018) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:32.751894 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-fa1a8393-4567-43c5-8f18-5a005551458c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052109706', 'description': 'tempest-description--2129928356'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:32.774011 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8393-4567-43c5-8f18-5a005551458c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:32.848592 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8393-4567-43c5-8f18-5a005551458c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (da9e3cbe-03ac-4afe-83ea-290306588a9c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:32.854110 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8393-4567-43c5-8f18-5a005551458c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (da9e3cbe-03ac-4afe-83ea-290306588a9c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:32.885961 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8393-4567-43c5-8f18-5a005551458c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:32.887191 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fa1a8393-4567-43c5-8f18-5a005551458c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1389005 Mar 18 10:34:32.890143 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43020) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:32.890582 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a8393-4567-43c5-8f18-5a005551458c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e3cbe-03ac-4afe-83ea-290306588a9c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:32.896252 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-713ab5fa-ddbe-4231-b10d-4f541e819133 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': 'da9e3cbe-03ac-4afe-83ea-290306588a9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:32.936974 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1722efa-ad6d-4a9c-8217-1a5187a385d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:32.959731 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-713ab5fa-ddbe-4231-b10d-4f541e819133 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (e625c889-5579-4fef-bfba-c8b0de9d69c3), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.023229 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-713ab5fa-ddbe-4231-b10d-4f541e819133 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (e625c889-5579-4fef-bfba-c8b0de9d69c3), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.027733 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-713ab5fa-ddbe-4231-b10d-4f541e819133 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (e625c889-5579-4fef-bfba-c8b0de9d69c3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.046520 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ab5fa-ddbe-4231-b10d-4f541e819133 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e625c889-5579-4fef-bfba-c8b0de9d69c3,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:33.056505 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-713ab5fa-ddbe-4231-b10d-4f541e819133 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.057824 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-713ab5fa-ddbe-4231-b10d-4f541e819133 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657870 Mar 18 10:34:33.060457 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43022) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:33.065061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-361bd510-4649-43bd-b50e-b10ebe8f0daf tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': 'da9e3cbe-03ac-4afe-83ea-290306588a9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:33.104563 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-361bd510-4649-43bd-b50e-b10ebe8f0daf tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (29f4e63a-4b1e-46a5-86fa-52b2e74a22be), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.181347 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7c929479-1ebc-4757-bdf7-5cc6beb94422 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:34:33.185079 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-361bd510-4649-43bd-b50e-b10ebe8f0daf tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (29f4e63a-4b1e-46a5-86fa-52b2e74a22be), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.189881 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-361bd510-4649-43bd-b50e-b10ebe8f0daf tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (29f4e63a-4b1e-46a5-86fa-52b2e74a22be), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.208808 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd510-4649-43bd-b50e-b10ebe8f0daf tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f4e63a-4b1e-46a5-86fa-52b2e74a22be,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:33.217864 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-361bd510-4649-43bd-b50e-b10ebe8f0daf tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.219637 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-361bd510-4649-43bd-b50e-b10ebe8f0daf tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582150 Mar 18 10:34:33.222878 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43026) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:33.228261 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:33.246462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 7c929479-1ebc-4757-bdf7-5cc6beb94422 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:33.246844 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.255173 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.327094 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 7c929479-1ebc-4757-bdf7-5cc6beb94422 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:33.328187 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.353214 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 7c929479-1ebc-4757-bdf7-5cc6beb94422, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=7c929479-1ebc-4757-bdf7-5cc6beb94422,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:33.359402 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.359655 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.410161 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=7c929479-1ebc-4757-bdf7-5cc6beb94422,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:33.487556 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.27.0.7 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/aeaea921-57d7-4a8a-84a9-b76d0250cd81) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:33.593695 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.629253 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.668026 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:33.670702 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:33.674189 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:34:33.702659 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=aeaea921-57d7-4a8a-84a9-b76d0250cd81,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:33.766231 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (29a40334-99eb-4130-b636-1bc54e4e065d), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.801903 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.952397 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:33.957168 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:34.024020 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=aeaea921-57d7-4a8a-84a9-b76d0250cd81,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:34.036148 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (29a40334-99eb-4130-b636-1bc54e4e065d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:34.050060 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:34.051279 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a335c4c5-963f-468a-9641-fff4ce192dad tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8272641 Mar 18 10:34:34.087254 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:34.203113 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-e07d2525-adca-4ec8-80b3-690465cb37e6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1052109706&fields=id&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 267 time: 0.0447652 Mar 18 10:34:34.313291 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-f1f1afab-7295-4b31-9833-a6d36ddc2100 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:34.318273 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-f1f1afab-7295-4b31-9833-a6d36ddc2100 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1086938 Mar 18 10:34:34.330797 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-ce92fb2b-6ef8-4025-b3d5-4eb203d545b6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/quotas/0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 375 time: 0.0098331 Mar 18 10:34:34.338388 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:34.349346 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:34.350131 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:34.400105 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-b818486b-40c8-45a8-8eb3-3412521fff27 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596085 Mar 18 10:34:34.471741 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:34.514314 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-eba36505-b7e2-406b-9b44-e22970401dcf service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014431 Mar 18 10:34:34.616513 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-24b9c113-6ac2-4ccf-8271-fb8ab4af9574 service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972550 Mar 18 10:34:34.730633 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:34.763054 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:34:34.763825 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Updating router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 port 6d0992bb-aa92-42da-befe-3747babc1eb9 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:34:34.793434 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:34.798028 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51c26319-53df-4acc-856c-ae97125acd82 req-fe0a4ffa-ad64-45e3-b6ca-dcb63f20f939 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 210 time: 0.0355589 Mar 18 10:34:35.086117 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Publish callbacks [] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.092999 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.151948 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7c929479-1ebc-4757-bdf7-5cc6beb94422 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:34:35.158361 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Pushing event updated for resources: {'Port': ['ID=6d0992bb-aa92-42da-befe-3747babc1eb9,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:35.167818 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.168514 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.169069 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.169610 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.170163 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.170718 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.171242 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.171761 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.172284 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.172803 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.173333 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.173891 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.174417 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.174930 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.175648 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:34:35.230451 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 7c929479-1ebc-4757-bdf7-5cc6beb94422 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:35.231135 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.240753 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Attempting to bind port 6d0992bb-aa92-42da-befe-3747babc1eb9 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:34:35.241845 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Attempting to bind port 6d0992bb-aa92-42da-befe-3747babc1eb9 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:34:35.242412 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Attempting to bind port 6d0992bb-aa92-42da-befe-3747babc1eb9 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:34:35.249758 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:34:35.250383 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Checking segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:34:35.250948 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.251436 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Bound using segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:34:35.252039 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Bound port: 6d0992bb-aa92-42da-befe-3747babc1eb9, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:34:35.252543 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.323364 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 7c929479-1ebc-4757-bdf7-5cc6beb94422 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:35.325939 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] For port 6d0992bb-aa92-42da-befe-3747babc1eb9, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:34:35.329638 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] For port 6d0992bb-aa92-42da-befe-3747babc1eb9, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=6d0992bb-aa92-42da-befe-3747babc1eb9,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:34:35.337117 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.411307 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:35.411959 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:35.415765 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a405b-54f1-4e2c-9cdd-2f582a64189a None None] Pushing event updated for resources: {'Port': ['ID=6d0992bb-aa92-42da-befe-3747babc1eb9,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:35.449361 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-41a91fcc-357a-47a6-b845-87218baff1df None None] Provisioning complete for port 6d0992bb-aa92-42da-befe-3747babc1eb9 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:35.450108 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41a91fcc-357a-47a6-b845-87218baff1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.534714 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:35.540057 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-41a91fcc-357a-47a6-b845-87218baff1df None None] Current status of the port 6d0992bb-aa92-42da-befe-3747babc1eb9 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:35.540718 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41a91fcc-357a-47a6-b845-87218baff1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.578092 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-41a91fcc-357a-47a6-b845-87218baff1df None None] For port 6d0992bb-aa92-42da-befe-3747babc1eb9, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=6d0992bb-aa92-42da-befe-3747babc1eb9,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:35.582847 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41a91fcc-357a-47a6-b845-87218baff1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.640693 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a91fcc-357a-47a6-b845-87218baff1df None None] Pushing event updated for resources: {'Port': ['ID=6d0992bb-aa92-42da-befe-3747babc1eb9,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:35.704953 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-eec1add4-0ab6-4d7b-b519-18759ea74787 None None] Provisioning complete for port 6d0992bb-aa92-42da-befe-3747babc1eb9 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:35.705328 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eec1add4-0ab6-4d7b-b519-18759ea74787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.766735 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:35.801814 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-eec1add4-0ab6-4d7b-b519-18759ea74787 None None] Current status of the port 6d0992bb-aa92-42da-befe-3747babc1eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:35.803556 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f81d5-7d54-43f1-940c-f2df5396a938 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:35.878617 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-00ab57eb-4c07-4a09-acc4-65a50ff3cec3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:35.886253 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-00ab57eb-4c07-4a09-acc4-65a50ff3cec3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1273925 Mar 18 10:34:35.925108 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:35.940041 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e2e24281-0f31-42ab-9649-67edb620bc37 req-7c5b0c16-e40b-4989-94f7-8c5c2ef6ec9f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 210 time: 0.0527360 Mar 18 10:34:35.979479 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-a676e8aa-af45-47ab-96fc-997ce8affd30 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 380 time: 0.0833900 Mar 18 10:34:35.991515 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'port': {'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'admin_state_up': True, 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'security_groups': ['da9e3cbe-03ac-4afe-83ea-290306588a9c']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:36.100167 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Made reservation on behalf of 0dee445ffc034ed0bd25d8c6e30f4433 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:34:36.103691 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.243008 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.20.0.9 (62adb740-4961-4c9e-bc9c-a43f1fe483db/3facece8-0886-45c7-bbbc-beb9552a7b30/49fd45dc-de02-4019-a900-2e91f3f838e1) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:34:36.411613 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.449400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.492528 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:34:36.495739 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:34:36.501968 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:34:36.524990 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=49fd45dc-de02-4019-a900-2e91f3f838e1,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:36.554835 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:36.555508 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.572606 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-51864944-eece-4e8d-94e6-b63b64a5b6c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850253 Mar 18 10:34:36.584028 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Request body: {'port': {'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:36.649037 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.727294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-c81e88b1-f030-4c19-bb80-3c97fcf2a724 None None] Provisioning complete for port 49fd45dc-de02-4019-a900-2e91f3f838e1 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:36.727933 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c81e88b1-f030-4c19-bb80-3c97fcf2a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.766127 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-c81e88b1-f030-4c19-bb80-3c97fcf2a724 None None] Port 49fd45dc-de02-4019-a900-2e91f3f838e1 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:34:36.907371 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fd45dc-de02-4019-a900-2e91f3f838e1 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:34:36.915344 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Publish callbacks [] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.927076 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Transition to ACTIVE for port object 49fd45dc-de02-4019-a900-2e91f3f838e1 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:34:36.931124 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:36.982262 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Pushing event updated for resources: {'Port': ['ID=49fd45dc-de02-4019-a900-2e91f3f838e1,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:37.064599 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Attempting to bind port 49fd45dc-de02-4019-a900-2e91f3f838e1 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:34:37.065026 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Attempting to bind port 49fd45dc-de02-4019-a900-2e91f3f838e1 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:34:37.065455 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Attempting to bind port 49fd45dc-de02-4019-a900-2e91f3f838e1 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:34:37.070883 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d975a2-e31e-4d69-816b-962eff06ce91 req-e1bcd20b-e6a4-4099-ade4-aee6b582b9b4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.071571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Port 49fd45dc-de02-4019-a900-2e91f3f838e1 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:34:37.071899 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Attempting to bind port 49fd45dc-de02-4019-a900-2e91f3f838e1 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:34:37.073292 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7d975a2-e31e-4d69-816b-962eff06ce91 req-e1bcd20b-e6a4-4099-ade4-aee6b582b9b4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 943 time: 0.0561030 Mar 18 10:34:37.077077 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:34:37.077480 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Checking segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:34:37.077970 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Bound using segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:34:37.078475 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Bound port: 49fd45dc-de02-4019-a900-2e91f3f838e1, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:34:37.078915 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:37.136433 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7d975a2-e31e-4d69-816b-962eff06ce91 req-2aa1118d-ace7-41f5-ad35-a863d1e9a203 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564916 Mar 18 10:34:37.165289 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] For port 49fd45dc-de02-4019-a900-2e91f3f838e1, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:34:37.173197 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] For port 49fd45dc-de02-4019-a900-2e91f3f838e1, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=49fd45dc-de02-4019-a900-2e91f3f838e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:34:37.179656 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:37.181392 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:37.197887 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 6d0992bb-aa92-42da-befe-3747babc1eb9 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:34:37.219655 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.220295 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:37.221689 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] 10.222.0.45 "PUT /v2.0/ports/49fd45dc-de02-4019-a900-2e91f3f838e1 HTTP/1.1" status: 200 len: 1093 time: 0.6419489 Mar 18 10:34:37.222259 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:37.224595 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9c4983-2689-4f05-b3f9-08be9e8d743e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:34:37.255582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac5335-45d5-4e4e-9982-d565d1b2d29f service neutron] Pushing event updated for resources: {'Port': ['ID=49fd45dc-de02-4019-a900-2e91f3f838e1,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:37.270528 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522d3f9a-4335-4c08-8377-341d941e77a1 x-openstack-request-id: req-522d3f9a-4335-4c08-8377-341d941e77a1 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:34:37.270830 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:34:37.271088 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-522d3f9a-4335-4c08-8377-341d941e77a1 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:34:37.271494 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'status': 'completed', 'code': 200} Mar 18 10:34:37.322073 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-538d9ce1-4499-4079-9c94-061a4edaedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.323631 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-538d9ce1-4499-4079-9c94-061a4edaedb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 1127 time: 0.0550787 Mar 18 10:34:37.405352 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 6d0992bb-aa92-42da-befe-3747babc1eb9 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:37.405726 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:37.501599 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 6d0992bb-aa92-42da-befe-3747babc1eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:37.673089 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-cf201133-c55b-481f-a603-40e98888af34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49fd45dc-de02-4019-a900-2e91f3f838e1 HTTP/1.1" status: 200 len: 217 time: 0.3390353 Mar 18 10:34:37.726012 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-633e5d8d-b43d-4f1d-826d-59d351c705a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.727498 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-633e5d8d-b43d-4f1d-826d-59d351c705a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0487785 Mar 18 10:34:37.778323 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-047a89b1-d1bd-4a69-b3b4-3776d12f5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:37.779861 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-047a89b1-d1bd-4a69-b3b4-3776d12f5141 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461709 Mar 18 10:34:37.882369 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-1d312795-5d55-4d61-bfb1-c7730776a88e service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959458 Mar 18 10:34:37.976714 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-709c208b-6d20-4d1a-b23a-7964d3c5179c req-71ac8f69-4de1-4f7f-ac15-93b3cba42d4f service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878599 Mar 18 10:34:38.070284 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-bab27915-e6ad-4450-ac04-0e444f311a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:38.071849 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-bab27915-e6ad-4450-ac04-0e444f311a52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 1127 time: 0.0466573 Mar 18 10:34:38.169190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-da7400ab-5d2e-472a-bf3c-4cd96338c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:38.170717 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-da7400ab-5d2e-472a-bf3c-4cd96338c21a service neutron] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 915 time: 0.0906987 Mar 18 10:34:38.211344 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-45cfe39d-7270-4676-af8c-6bfbbaa1d8cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49fd45dc-de02-4019-a900-2e91f3f838e1 HTTP/1.1" status: 200 len: 217 time: 0.0346262 Mar 18 10:34:38.254920 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33c86-4dd4-4e0d-8fdb-4eb7b14b4a20 req-65429b91-e628-4e74-a307-eb020f9e4efb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:38.256442 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-14d33c86-4dd4-4e0d-8fdb-4eb7b14b4a20 req-65429b91-e628-4e74-a307-eb020f9e4efb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 943 time: 0.0524764 Mar 18 10:34:38.264311 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-2a1eecbe-d7b1-4f9e-ace1-19e56ecdc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:38.265820 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-2a1eecbe-d7b1-4f9e-ace1-19e56ecdc91a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0478909 Mar 18 10:34:38.302582 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-14d33c86-4dd4-4e0d-8fdb-4eb7b14b4a20 req-3bd3c6ea-6a43-474d-9a02-74a60c1e58a7 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Mar 18 10:34:38.320428 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-80e0aeba-d113-4e99-b47a-14436c4a47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:38.322161 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-80e0aeba-d113-4e99-b47a-14436c4a47e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488977 Mar 18 10:34:38.410405 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-9b2764b3-ddd2-4138-9043-2e23ba07249e service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810351 Mar 18 10:34:38.512593 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6c9c4983-2689-4f05-b3f9-08be9e8d743e req-4287888c-1a6c-424e-9d61-24b927288e18 service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934191 Mar 18 10:34:39.425548 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c28248-635b-444a-85a2-d8197fffcd91 req-86f79d14-c8b7-4edc-bee1-6f7749382e57 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:39.427091 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4c28248-635b-444a-85a2-d8197fffcd91 req-86f79d14-c8b7-4edc-bee1-6f7749382e57 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 943 time: 0.0532966 Mar 18 10:34:39.477408 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4c28248-635b-444a-85a2-d8197fffcd91 req-7abb33e5-30f6-46b6-ae89-335c1a0a6bdc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Mar 18 10:34:40.531852 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 49fd45dc-de02-4019-a900-2e91f3f838e1 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:34:40.605926 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2389a7-2ec0-4e1f-ac9f-b8ad61dd3b15 req-66f4c372-5b61-46ae-b6a6-54f88fd77f33 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:40.607520 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d2389a7-2ec0-4e1f-ac9f-b8ad61dd3b15 req-66f4c372-5b61-46ae-b6a6-54f88fd77f33 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 943 time: 0.0581293 Mar 18 10:34:40.635910 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 49fd45dc-de02-4019-a900-2e91f3f838e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=49fd45dc-de02-4019-a900-2e91f3f838e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:40.648660 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:34:40.656508 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d2389a7-2ec0-4e1f-ac9f-b8ad61dd3b15 req-d04e67a1-46c6-4b1e-bdad-2a3634fc134f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Mar 18 10:34:40.686776 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 49fd45dc-de02-4019-a900-2e91f3f838e1 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:40.687304 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:40.702194 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fd45dc-de02-4019-a900-2e91f3f838e1 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:34:40.724791 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 49fd45dc-de02-4019-a900-2e91f3f838e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=49fd45dc-de02-4019-a900-2e91f3f838e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:40.730315 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:40.786825 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=49fd45dc-de02-4019-a900-2e91f3f838e1,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:40.952322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['49fd45dc-de02-4019-a900-2e91f3f838e1'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:34:41.781723 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac7eeb-935b-4e70-a179-0ed22c2c9c04 req-1d1be74f-cfef-4bc2-af03-0d4b125468ff tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:41.783278 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2bac7eeb-935b-4e70-a179-0ed22c2c9c04 req-1d1be74f-cfef-4bc2-af03-0d4b125468ff tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 944 time: 0.0582292 Mar 18 10:34:41.832645 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2bac7eeb-935b-4e70-a179-0ed22c2c9c04 req-ae5fb24e-60f8-4659-a538-7841e67a6963 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Mar 18 10:34:42.951526 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91fd55-69a4-4fbf-81f5-aeb988e1f169 req-e6ca9860-1a1a-440b-b914-05e377e310e8 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:42.953313 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed91fd55-69a4-4fbf-81f5-aeb988e1f169 req-e6ca9860-1a1a-440b-b914-05e377e310e8 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 944 time: 0.0544760 Mar 18 10:34:43.004415 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed91fd55-69a4-4fbf-81f5-aeb988e1f169 req-fd6c261e-56d5-4a17-a813-d2b8d360fd70 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456774 Mar 18 10:34:44.127482 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db162-439e-401d-97ba-b639a2a50395 req-9c050bf1-988a-4e4b-b7f8-ce2a3fe2a50d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:44.128968 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa5db162-439e-401d-97ba-b639a2a50395 req-9c050bf1-988a-4e4b-b7f8-ce2a3fe2a50d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 944 time: 0.0600979 Mar 18 10:34:44.176530 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa5db162-439e-401d-97ba-b639a2a50395 req-1829ab6f-e4c1-43d7-84b0-8d6f2624ea55 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Mar 18 10:34:44.576812 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 49fd45dc-de02-4019-a900-2e91f3f838e1 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:34:44.626940 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 49fd45dc-de02-4019-a900-2e91f3f838e1 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:34:44.630949 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 49fd45dc-de02-4019-a900-2e91f3f838e1 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:34:44.631329 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:44.710459 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 49fd45dc-de02-4019-a900-2e91f3f838e1 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:34:44.710854 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:44.733580 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:44.736007 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5478ac-077f-4f56-bbdb-99d82714f754" -d '{"events": [{"server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "name": "network-vif-plugged", "status": "completed", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:34:44.748967 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 49fd45dc-de02-4019-a900-2e91f3f838e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=49fd45dc-de02-4019-a900-2e91f3f838e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:44.752705 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:44.779234 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5734094b-c7c5-4520-b599-5bc98c734c95 x-openstack-request-id: req-5734094b-c7c5-4520-b599-5bc98c734c95 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:34:44.779518 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "name": "network-vif-plugged", "status": "completed", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:34:44.779767 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5734094b-c7c5-4520-b599-5bc98c734c95 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:34:44.780142 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'code': 200} Mar 18 10:34:44.804063 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=49fd45dc-de02-4019-a900-2e91f3f838e1,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:45.303955 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69db04-e644-42ea-94c1-8dbda372ab87 req-65fb694c-d019-4d71-97df-388e1ffec8dd tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:45.305555 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9e69db04-e644-42ea-94c1-8dbda372ab87 req-65fb694c-d019-4d71-97df-388e1ffec8dd tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0604367 Mar 18 10:34:45.361297 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9e69db04-e644-42ea-94c1-8dbda372ab87 req-cdd32824-c3c3-41e3-a8f5-ed14f8828242 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Mar 18 10:34:46.480899 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104df381-bdb6-412c-8572-07a294b16430 req-8b67a7f9-ff68-4e19-a2e9-15fe03c62d6f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:46.482392 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-104df381-bdb6-412c-8572-07a294b16430 req-8b67a7f9-ff68-4e19-a2e9-15fe03c62d6f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0519576 Mar 18 10:34:46.531710 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-104df381-bdb6-412c-8572-07a294b16430 req-2e1eaa4e-2477-41d8-a30a-fbe3196338b4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Mar 18 10:34:46.674324 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:47.298370 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e23e68-13e8-4adf-b6f4-c1be1d13dc1d req-5a28f7f0-53c4-4d1f-b66e-6b1cb985a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:47.299967 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51e23e68-13e8-4adf-b6f4-c1be1d13dc1d req-5a28f7f0-53c4-4d1f-b66e-6b1cb985a92f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 1129 time: 0.0429108 Mar 18 10:34:47.342638 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51e23e68-13e8-4adf-b6f4-c1be1d13dc1d req-fb2bdb15-9c9d-48fa-b198-c297ce1a4419 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 Mar 18 10:34:47.656886 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c031288-496e-4a29-881d-792cdf0a7537 req-71b75cf9-02dc-434a-b99a-e4062c90f580 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:47.658467 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3c031288-496e-4a29-881d-792cdf0a7537 req-71b75cf9-02dc-434a-b99a-e4062c90f580 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0567124 Mar 18 10:34:47.705641 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3c031288-496e-4a29-881d-792cdf0a7537 req-93af2c06-22ee-4cbc-9f47-0d33e0f8f781 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404460 Mar 18 10:34:48.822857 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8bd96-4d60-4762-9b34-679e8f9e183c req-24f4ab01-0fbb-486c-a2fa-8a56d42a6068 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:48.824344 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-28d8bd96-4d60-4762-9b34-679e8f9e183c req-24f4ab01-0fbb-486c-a2fa-8a56d42a6068 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Mar 18 10:34:48.869667 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-28d8bd96-4d60-4762-9b34-679e8f9e183c req-edab1961-f491-4e4b-9f04-015df02ad4c0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Mar 18 10:34:49.988097 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac28634-c8b1-450f-9c8a-a3f8d9ecf412 req-3bd16d2e-1b3b-49f0-a892-a49b49760b30 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:49.989586 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7ac28634-c8b1-450f-9c8a-a3f8d9ecf412 req-3bd16d2e-1b3b-49f0-a892-a49b49760b30 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0556102 Mar 18 10:34:50.035709 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7ac28634-c8b1-450f-9c8a-a3f8d9ecf412 req-2b9e7082-8c9a-419d-9cde-06c19a045e5f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Mar 18 10:34:50.697042 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:34:51.156586 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e87814-b1c9-42ab-982e-90a644c36036 req-f17e62ad-88ea-45ac-be00-c8e9ebbca8f8 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:51.158120 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7e87814-b1c9-42ab-982e-90a644c36036 req-f17e62ad-88ea-45ac-be00-c8e9ebbca8f8 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0536058 Mar 18 10:34:51.203959 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7e87814-b1c9-42ab-982e-90a644c36036 req-2f9b2571-1662-48e2-84e5-03ab8319dd2d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Mar 18 10:34:51.317242 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d6c4b-e2ed-4072-9f1a-02b9521c9581 req-314e53a9-cfce-499b-a9db-316f631906cb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:51.318654 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8e7d6c4b-e2ed-4072-9f1a-02b9521c9581 req-314e53a9-cfce-499b-a9db-316f631906cb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0521288 Mar 18 10:34:51.327050 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43150) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:34:51.331365 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:34:51.371341 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (29a40334-99eb-4130-b636-1bc54e4e065d), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:51.793924 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:51.798009 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (29a40334-99eb-4130-b636-1bc54e4e065d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:51.903921 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP 29a40334-99eb-4130-b636-1bc54e4e065d associated. External IP: 172.27.0.7, port: 49fd45dc-de02-4019-a900-2e91f3f838e1. Mar 18 10:34:52.127664 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:34:52.238257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:34:52.243164 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:52.248111 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:34:52.257795 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:52.258452 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:52.273696 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3d66ff52-b1ea-4244-a6e6-34de26bbfd8c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "PUT /v2.0/floatingips/29a40334-99eb-4130-b636-1bc54e4e065d HTTP/1.1" status: 200 len: 989 time: 0.9455969 Mar 18 10:34:52.274541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:52.276776 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2763a-4872-4982-8d46-aaf150a2e7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:34:52.311729 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35a3d8b-02f2-449c-a317-df9f50b98119 x-openstack-request-id: req-c35a3d8b-02f2-449c-a317-df9f50b98119 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:34:52.312110 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:34:52.312436 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c35a3d8b-02f2-449c-a317-df9f50b98119 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:34:52.312913 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'status': 'completed', 'code': 200} Mar 18 10:34:52.367110 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:52.376453 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-6d92dc7b-48e9-4163-a22e-38d2892af624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:52.378100 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-6d92dc7b-48e9-4163-a22e-38d2892af624 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 1129 time: 0.0457680 Mar 18 10:34:52.473446 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-ccc8cfe9-ae44-492b-ae60-ac7adf895fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:52.474980 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-ccc8cfe9-ae44-492b-ae60-ac7adf895fc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 915 time: 0.0917499 Mar 18 10:34:52.542800 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-0f69dbc2-a9de-4195-a4f5-f15bafc44ed3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49fd45dc-de02-4019-a900-2e91f3f838e1 HTTP/1.1" status: 200 len: 997 time: 0.0603004 Mar 18 10:34:52.590159 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-0ed6c448-6d73-4255-a735-41f33c3075fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:52.591629 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-0ed6c448-6d73-4255-a735-41f33c3075fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0434451 Mar 18 10:34:52.593887 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:51Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:52.620327 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:34:52.629062 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:34:52.629607 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:34:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:52.644249 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-64d427ff-5509-4cb9-893a-64c14bbbcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:52.645756 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-64d427ff-5509-4cb9-893a-64c14bbbcbe8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485945 Mar 18 10:34:52.732738 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-99a9a3b5-fc5e-489a-8a68-123cc6674f48 service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808592 Mar 18 10:34:52.736973 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:34:52.825270 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38e2763a-4872-4982-8d46-aaf150a2e7f2 req-e1702d6e-7c4d-4887-8470-644fb6b05b8d service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866241 Mar 18 10:34:52.961927 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:51Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:34:52.993107 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f9ad3-e21e-4973-b003-a09218985864 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:51Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:34:53.181114 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d788953-16bb-4a93-8e85-bd0951a0271c None None] New status for floating IP 29a40334-99eb-4130-b636-1bc54e4e065d: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:34:55.510646 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6534b-bfa5-4ec8-a0b2-2954483baff5 req-0c9bc42a-058a-4820-a41e-99c51799cc8f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:55.512183 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-22d6534b-bfa5-4ec8-a0b2-2954483baff5 req-0c9bc42a-058a-4820-a41e-99c51799cc8f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 945 time: 0.0561049 Mar 18 10:34:55.560640 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-22d6534b-bfa5-4ec8-a0b2-2954483baff5 req-ebf6f65d-a337-48c5-b08c-a8004309a1dc tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Mar 18 10:34:56.686172 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa447038-dd7a-43d2-828e-47f29603a718 req-ecb83e55-3929-4c0c-bc56-2c3f19fd13ab tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:56.687656 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa447038-dd7a-43d2-828e-47f29603a718 req-ecb83e55-3929-4c0c-bc56-2c3f19fd13ab tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 945 time: 0.0565109 Mar 18 10:34:56.735278 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa447038-dd7a-43d2-828e-47f29603a718 req-f772c9a9-28b5-42f4-8b26-353bce396b87 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Mar 18 10:34:57.169433 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cab211-0271-4396-9dde-27918656b033 req-040c54c9-ebd2-4164-b3dd-1f6807fee27f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:34:57.170924 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-76cab211-0271-4396-9dde-27918656b033 req-040c54c9-ebd2-4164-b3dd-1f6807fee27f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 945 time: 0.0515375 Mar 18 10:34:57.268926 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Deleting port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:34:57.269265 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:57.360676 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] For port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:34:57.360953 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:57.373710 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Calling delete_port for c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:34:57.505400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:57.519766 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:34:57.542762 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Pushing event deleted for resources: {'Port': ['ID=c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:34:57.607189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] No DVR routers for this DVR port c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:34:57.609893 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:34:57.613275 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-76cab211-0271-4396-9dde-27918656b033 req-026f26d7-8ec4-46de-88c9-b54e78d942b3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "DELETE /v2.0/ports/c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac HTTP/1.1" status: 204 len: 173 time: 0.4366181 Mar 18 10:34:57.613657 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'name': 'network-vif-deleted', 'tag': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:34:57.615937 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704f355-fce2-464d-b730-485f9928d104" -d '{"events": [{"server_uuid": "67df6297-eb5a-4340-8ee2-561a2ee5be69", "name": "network-vif-deleted", "tag": "c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:34:57.654000 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192795eb-79b0-4797-aa51-e99d93510d8b x-openstack-request-id: req-192795eb-79b0-4797-aa51-e99d93510d8b {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:34:57.654302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67df6297-eb5a-4340-8ee2-561a2ee5be69", "name": "network-vif-deleted", "tag": "c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:34:57.654582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-192795eb-79b0-4797-aa51-e99d93510d8b {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:34:57.654990 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df6297-eb5a-4340-8ee2-561a2ee5be69', 'name': 'network-vif-deleted', 'tag': 'c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac', 'status': 'completed', 'code': 200} Mar 18 10:34:57.842573 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aeb547d2-76a2-409a-9afb-3c2a58fc5d5e req-56e71be5-545b-47e4-8c4d-a3c1a15bf3f7 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=67df6297-eb5a-4340-8ee2-561a2ee5be69 HTTP/1.1" status: 200 len: 210 time: 0.0276279 Mar 18 10:34:59.833533 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc58e420-b0c3-4fd6-8444-ecb252f9905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:00.861298 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:35:00.884056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:35:00.884400 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device c670b8c3-a03b-4ce5-9fe0-1018fd85c7ac not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:35:02.910272 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68cdab25-b8d8-484d-b383-5273c276b87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:04.088209 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:05.925755 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:06.837430 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-38ed88a6-b34e-4f69-8b79-5aaa34c95a7d tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:06.838940 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-38ed88a6-b34e-4f69-8b79-5aaa34c95a7d tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/networks?id=c1171038-217e-479f-bc40-e06c493c9da0 HTTP/1.1" status: 200 len: 814 time: 0.1006625 Mar 18 10:35:06.854018 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-7032bfea-af3e-487f-ab9c-6c590d3bee28 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/quotas/e8947be1da1c46fda5e39d8199f96ab4 HTTP/1.1" status: 200 len: 375 time: 0.0094392 Mar 18 10:35:06.884733 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-e6ffb064-bb1c-45e4-99f8-e21b6a1ace62 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8947be1da1c46fda5e39d8199f96ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260570 Mar 18 10:35:06.973841 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-5bccc8bf-357d-47e5-982b-d995b135fb89 service neutron] 10.222.0.44 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826330 Mar 18 10:35:07.063680 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-5139b2d3-3313-4588-a424-75a142581ffb service neutron] 10.222.0.44 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836012 Mar 18 10:35:07.184017 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:07.223653 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa8a9415-b0e5-4c76-a641-0336e459b755 req-47a6ad76-b1f9-4da0-86a2-712b264e655d tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 210 time: 0.0276637 Mar 18 10:35:08.123207 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-1e981200-d5ce-483c-8c16-1ee4126ea04e tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:08.124697 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-1e981200-d5ce-483c-8c16-1ee4126ea04e tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "GET /v2.0/networks?id=c1171038-217e-479f-bc40-e06c493c9da0 HTTP/1.1" status: 200 len: 814 time: 0.1022632 Mar 18 10:35:08.137303 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Request body: {'port': {'device_id': '1a6e561c-9c52-4310-a774-875070ae9930', 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0', 'admin_state_up': True, 'tenant_id': 'e8947be1da1c46fda5e39d8199f96ab4'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:08.247050 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Made reservation on behalf of e8947be1da1c46fda5e39d8199f96ab4 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:08.251281 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:08.323639 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-80f227d0-a7b2-48d8-a132-73cf756bb1b9 req-48a01242-b3a1-4717-ade3-d2fc6a05feed tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 210 time: 0.0268459 Mar 18 10:35:08.386268 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Allocated IP 172.20.0.7 (c1171038-217e-479f-bc40-e06c493c9da0/0f942fce-effd-440e-beb1-cba5ee34a189/593ec335-13af-40dc-8635-948e1b0399d7) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:08.535413 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks [] for port (593ec335-13af-40dc-8635-948e1b0399d7), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:08.568390 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (593ec335-13af-40dc-8635-948e1b0399d7), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:08.612252 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Network c1171038-217e-479f-bc40-e06c493c9da0 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:08.615230 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:08.618988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:35:08.649336 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Pushing event updated for resources: {'Port': ['ID=593ec335-13af-40dc-8635-948e1b0399d7,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:08.663849 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.664202 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.664552 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.664899 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.665236 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.665568 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.665929 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.666259 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.666589 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.666919 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.667246 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.667580 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.667913 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.668244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.668562 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:08.688359 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:08.688983 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:08.704975 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-16e1e404-77ae-45b5-bb2b-6d6acb0fc24f tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715191 Mar 18 10:35:08.716290 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Request body: {'port': {'device_id': '1a6e561c-9c52-4310-a774-875070ae9930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:08.772606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (593ec335-13af-40dc-8635-948e1b0399d7), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:09.027356 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593ec335-13af-40dc-8635-948e1b0399d7 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:09.034833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Publish callbacks [] for port (593ec335-13af-40dc-8635-948e1b0399d7), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:09.046566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Transition to ACTIVE for port object 593ec335-13af-40dc-8635-948e1b0399d7 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:35:09.050540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (593ec335-13af-40dc-8635-948e1b0399d7), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:09.102196 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=593ec335-13af-40dc-8635-948e1b0399d7,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:09.168113 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Attempting to bind port 593ec335-13af-40dc-8635-948e1b0399d7 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:35:09.168444 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Attempting to bind port 593ec335-13af-40dc-8635-948e1b0399d7 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:35:09.168771 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Attempting to bind port 593ec335-13af-40dc-8635-948e1b0399d7 on network c1171038-217e-479f-bc40-e06c493c9da0 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:35:09.172937 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Port 593ec335-13af-40dc-8635-948e1b0399d7 on network c1171038-217e-479f-bc40-e06c493c9da0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:35:09.173418 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Attempting to bind port 593ec335-13af-40dc-8635-948e1b0399d7 on network c1171038-217e-479f-bc40-e06c493c9da0 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:35:09.177924 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:35:09.178799 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Checking segment: {'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:35:09.179156 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Bound using segment: {'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:35:09.179572 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Bound port: 593ec335-13af-40dc-8635-948e1b0399d7, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:35:09.179919 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (593ec335-13af-40dc-8635-948e1b0399d7), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:09.526801 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] For port 593ec335-13af-40dc-8635-948e1b0399d7, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:35:09.535226 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609680a-026c-479b-b115-2a4a37130b34 req-1cd9183b-b2d5-4a02-bbe0-572fa4a0c477 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:09.536734 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d609680a-026c-479b-b115-2a4a37130b34 req-1cd9183b-b2d5-4a02-bbe0-572fa4a0c477 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 943 time: 0.0934880 Mar 18 10:35:09.539080 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] For port 593ec335-13af-40dc-8635-948e1b0399d7, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=593ec335-13af-40dc-8635-948e1b0399d7,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:35:09.550504 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (593ec335-13af-40dc-8635-948e1b0399d7), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:09.603935 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:09.604477 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:09.605889 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] 10.222.0.45 "PUT /v2.0/ports/593ec335-13af-40dc-8635-948e1b0399d7 HTTP/1.1" status: 200 len: 1093 time: 0.8935850 Mar 18 10:35:09.607955 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6e561c-9c52-4310-a774-875070ae9930', 'tag': '593ec335-13af-40dc-8635-948e1b0399d7'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:09.610235 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6b6043-e613-446c-a7f6-ea785e04341b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6e561c-9c52-4310-a774-875070ae9930", "tag": "593ec335-13af-40dc-8635-948e1b0399d7"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:09.640920 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d609680a-026c-479b-b115-2a4a37130b34 req-b07a7f46-2b0a-4835-a3a4-3b95039d981a tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978360 Mar 18 10:35:09.646494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11ab6-28ac-4d85-9b72-1bc66cb68bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=593ec335-13af-40dc-8635-948e1b0399d7,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:09.664821 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4845eef-73db-46cb-9534-44d2d86c8631 x-openstack-request-id: req-c4845eef-73db-46cb-9534-44d2d86c8631 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:09.665113 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6e561c-9c52-4310-a774-875070ae9930", "tag": "593ec335-13af-40dc-8635-948e1b0399d7", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:09.665363 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4845eef-73db-46cb-9534-44d2d86c8631 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:09.665753 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6e561c-9c52-4310-a774-875070ae9930', 'tag': '593ec335-13af-40dc-8635-948e1b0399d7', 'status': 'completed', 'code': 200} Mar 18 10:35:09.702163 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-68666a05-5cd1-485b-b45d-73846f10a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:09.703685 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-68666a05-5cd1-485b-b45d-73846f10a824 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8947be1da1c46fda5e39d8199f96ab4&device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 1127 time: 0.0487385 Mar 18 10:35:09.744876 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-a765ef6d-526f-4e49-8c61-6c27d7db1786 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=593ec335-13af-40dc-8635-948e1b0399d7 HTTP/1.1" status: 200 len: 217 time: 0.0338762 Mar 18 10:35:09.795782 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-e8451871-efe8-4d4c-b54a-2c4232cb82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:09.797223 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-e8451871-efe8-4d4c-b54a-2c4232cb82e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f942fce-effd-440e-beb1-cba5ee34a189 HTTP/1.1" status: 200 len: 854 time: 0.0459712 Mar 18 10:35:09.827192 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-1ef8dbd9-0679-4746-ad88-8ef724afde01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1171038-217e-479f-bc40-e06c493c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241227 Mar 18 10:35:09.913539 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-1ae1e77b-64be-4bce-93da-acb7fddc8036 service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796664 Mar 18 10:35:10.003353 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e296456-3fb0-44cd-8a2f-79fb26c3d9a4 req-f49ffdda-8f06-48b8-bf06-9271b228cd10 service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838156 Mar 18 10:35:10.093880 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-33ce0093-ed48-4f47-907a-8a534d9b3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.095400 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-33ce0093-ed48-4f47-907a-8a534d9b3811 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8947be1da1c46fda5e39d8199f96ab4&device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 1127 time: 0.0451274 Mar 18 10:35:10.193482 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-3c3ec725-d64f-4f9f-8c74-607794e0ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.195539 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-3c3ec725-d64f-4f9f-8c74-607794e0ebe9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1171038-217e-479f-bc40-e06c493c9da0 HTTP/1.1" status: 200 len: 915 time: 0.0940320 Mar 18 10:35:10.238491 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-1630bd3b-55dc-4d2a-a983-ae3e71d97c2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=593ec335-13af-40dc-8635-948e1b0399d7 HTTP/1.1" status: 200 len: 217 time: 0.0346687 Mar 18 10:35:10.285249 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-9b841f3a-6b1e-4ab3-9f6d-e9d4a2bf5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.286713 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-9b841f3a-6b1e-4ab3-9f6d-e9d4a2bf5193 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f942fce-effd-440e-beb1-cba5ee34a189 HTTP/1.1" status: 200 len: 854 time: 0.0427551 Mar 18 10:35:10.320768 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-9debeaea-27d1-443c-84c0-8c71e00558ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1171038-217e-479f-bc40-e06c493c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262423 Mar 18 10:35:10.426463 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-c3001d30-734a-4c4f-91bc-2d60b5dd83c2 service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986505 Mar 18 10:35:10.518054 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce6b6043-e613-446c-a7f6-ea785e04341b req-9e90ec54-caca-45f0-96a8-3fa612e408d3 service neutron] 10.222.0.45 "GET /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853720 Mar 18 10:35:10.659732 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 593ec335-13af-40dc-8635-948e1b0399d7 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:35:10.760789 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 593ec335-13af-40dc-8635-948e1b0399d7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=593ec335-13af-40dc-8635-948e1b0399d7,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:10.772872 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '593ec335-13af-40dc-8635-948e1b0399d7', 'network_id': 'c1171038-217e-479f-bc40-e06c493c9da0', 'port_id': '593ec335-13af-40dc-8635-948e1b0399d7', 'mac_address': 'fa:16:3e:0b:22:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f942fce-effd-440e-beb1-cba5ee34a189', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:35:10.773902 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05b8d4-404f-42e1-bccf-0dd40927aca2 req-d20b80e8-bc9f-4cc5-ae1a-fa1083d0e401 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:10.775480 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bb05b8d4-404f-42e1-bccf-0dd40927aca2 req-d20b80e8-bc9f-4cc5-ae1a-fa1083d0e401 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 943 time: 0.0590432 Mar 18 10:35:10.809952 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 593ec335-13af-40dc-8635-948e1b0399d7 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:35:10.810346 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (593ec335-13af-40dc-8635-948e1b0399d7), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:10.824293 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593ec335-13af-40dc-8635-948e1b0399d7 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:10.824539 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bb05b8d4-404f-42e1-bccf-0dd40927aca2 req-b5847523-ca11-4e77-af9b-07440125f2ed tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 Mar 18 10:35:10.846756 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 593ec335-13af-40dc-8635-948e1b0399d7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=593ec335-13af-40dc-8635-948e1b0399d7,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:10.850848 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (593ec335-13af-40dc-8635-948e1b0399d7), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:10.900109 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=593ec335-13af-40dc-8635-948e1b0399d7,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:11.068720 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['593ec335-13af-40dc-8635-948e1b0399d7'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:35:11.945237 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717d21c-c8ac-47d2-a74e-2dcca0f489ee req-39196056-c657-4146-8996-8ecccb2e283d tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:11.946777 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4717d21c-c8ac-47d2-a74e-2dcca0f489ee req-39196056-c657-4146-8996-8ecccb2e283d tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 944 time: 0.0535784 Mar 18 10:35:11.993449 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4717d21c-c8ac-47d2-a74e-2dcca0f489ee req-a0178943-1adf-42a9-95d2-a8ad7cf7ae99 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Mar 18 10:35:12.671305 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 593ec335-13af-40dc-8635-948e1b0399d7 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:35:12.729981 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 593ec335-13af-40dc-8635-948e1b0399d7 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:35:12.734497 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 593ec335-13af-40dc-8635-948e1b0399d7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:35:12.734877 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (593ec335-13af-40dc-8635-948e1b0399d7), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:12.812846 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 593ec335-13af-40dc-8635-948e1b0399d7 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:35:12.813231 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (593ec335-13af-40dc-8635-948e1b0399d7), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:12.837652 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e561c-9c52-4310-a774-875070ae9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593ec335-13af-40dc-8635-948e1b0399d7'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:12.840105 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab41c6a-8c86-4e1f-9aa5-7fa49c876e5c" -d '{"events": [{"server_uuid": "1a6e561c-9c52-4310-a774-875070ae9930", "name": "network-vif-plugged", "status": "completed", "tag": "593ec335-13af-40dc-8635-948e1b0399d7"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:12.854216 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 593ec335-13af-40dc-8635-948e1b0399d7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=593ec335-13af-40dc-8635-948e1b0399d7,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:12.859423 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (593ec335-13af-40dc-8635-948e1b0399d7), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:12.889834 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff40c7-cf88-4018-baaf-acb5130761d5 x-openstack-request-id: req-abff40c7-cf88-4018-baaf-acb5130761d5 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:12.890152 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e561c-9c52-4310-a774-875070ae9930", "name": "network-vif-plugged", "status": "completed", "tag": "593ec335-13af-40dc-8635-948e1b0399d7", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:12.890362 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abff40c7-cf88-4018-baaf-acb5130761d5 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:12.891216 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e561c-9c52-4310-a774-875070ae9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593ec335-13af-40dc-8635-948e1b0399d7', 'code': 200} Mar 18 10:35:12.919612 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=593ec335-13af-40dc-8635-948e1b0399d7,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:13.060939 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7193aa-b5b4-40a7-8e15-577ed35a90e5 req-e9dce13b-1348-48e5-a44a-af3a99fcfdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:13.062499 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d7193aa-b5b4-40a7-8e15-577ed35a90e5 req-e9dce13b-1348-48e5-a44a-af3a99fcfdfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 1129 time: 0.0474882 Mar 18 10:35:13.110383 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d7193aa-b5b4-40a7-8e15-577ed35a90e5 req-7300d984-c3cb-46f3-bba0-b7dec84fcfc2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Mar 18 10:35:13.118860 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e8223-2ba9-4ed1-a2ae-fd9009b2a90d req-45358517-6bc5-4756-b071-08905f159901 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:13.120387 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d0e8223-2ba9-4ed1-a2ae-fd9009b2a90d req-45358517-6bc5-4756-b071-08905f159901 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 945 time: 0.0579495 Mar 18 10:35:13.168393 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d0e8223-2ba9-4ed1-a2ae-fd9009b2a90d req-20b36217-7f4c-476e-9e7a-d27e21cea868 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Mar 18 10:35:14.324583 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b333-9513-4cf0-a85d-4e94817c2e8a req-e8ea6937-49a7-41dd-a13f-61172d19cc0b tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:14.326266 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b78b333-9513-4cf0-a85d-4e94817c2e8a req-e8ea6937-49a7-41dd-a13f-61172d19cc0b tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 945 time: 0.0774646 Mar 18 10:35:14.374984 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07113564-628e-494a-a257-b935ed5340d3 req-5ab4e9c1-712f-4990-a26c-4093f7395f6b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:14.376840 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-07113564-628e-494a-a257-b935ed5340d3 req-5ab4e9c1-712f-4990-a26c-4093f7395f6b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0777860 Mar 18 10:35:14.397855 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b78b333-9513-4cf0-a85d-4e94817c2e8a req-54ad744a-1c31-4203-8d7f-b4cd0dc2126b tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624638 Mar 18 10:35:14.434283 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-07113564-628e-494a-a257-b935ed5340d3 req-57bc7256-99dc-4eac-854d-8000fa2f3e35 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481727 Mar 18 10:35:15.529901 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a274-23ab-4a4d-a038-98e6fa4db029 req-30b9c9c3-773d-428c-b66d-74a937ef88db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:15.532424 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d704a274-23ab-4a4d-a038-98e6fa4db029 req-30b9c9c3-773d-428c-b66d-74a937ef88db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 945 time: 0.0657907 Mar 18 10:35:15.564980 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59f210-df86-4fe5-902b-71cccb6882a2 req-42ed3923-54a2-40d8-b29a-eebd815bdd1d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:15.566692 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dc59f210-df86-4fe5-902b-71cccb6882a2 req-42ed3923-54a2-40d8-b29a-eebd815bdd1d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0610526 Mar 18 10:35:15.599126 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d704a274-23ab-4a4d-a038-98e6fa4db029 req-81b46725-eccc-4c5a-b749-fb69fbcb04fb tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607576 Mar 18 10:35:15.621256 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dc59f210-df86-4fe5-902b-71cccb6882a2 req-78b2d921-2f75-458d-8470-dffae1973806 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482857 Mar 18 10:35:16.685898 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:16.745582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee5557-4a4e-4cfc-b9c2-d0ad1a6ea5c1 req-515959d6-63ca-464a-9009-8798aade2c61 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:16.747201 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6dee5557-4a4e-4cfc-b9c2-d0ad1a6ea5c1 req-515959d6-63ca-464a-9009-8798aade2c61 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0555260 Mar 18 10:35:16.805248 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6dee5557-4a4e-4cfc-b9c2-d0ad1a6ea5c1 req-e1a0553a-1aaf-48c9-9880-9bfa1d70b6cd tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521765 Mar 18 10:35:17.929069 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354d14d-59f5-4caa-b6d6-cc79d6585ab9 req-9d0667d9-7b70-4c1e-9e21-dc8432c3629c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:17.930698 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5354d14d-59f5-4caa-b6d6-cc79d6585ab9 req-9d0667d9-7b70-4c1e-9e21-dc8432c3629c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0553865 Mar 18 10:35:17.988238 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5354d14d-59f5-4caa-b6d6-cc79d6585ab9 req-0fdbedb5-27b8-463d-bc2f-b45c24d2c064 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514438 Mar 18 10:35:19.112537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70052-ba48-48af-b63b-fafd2a1687a0 req-ea6c24f2-2a48-4715-87f3-8bcbb6774e2f tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:19.114106 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fd70052-ba48-48af-b63b-fafd2a1687a0 req-ea6c24f2-2a48-4715-87f3-8bcbb6774e2f tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0542836 Mar 18 10:35:19.165157 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fd70052-ba48-48af-b63b-fafd2a1687a0 req-e742201b-17b9-4385-9eac-f139ca0f7aad tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454381 Mar 18 10:35:20.287153 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca745d-2c7c-4af0-8303-6693f59911d6 req-60f2b7b4-7003-466e-8f3e-f5f24fc2b42d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:20.289293 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31ca745d-2c7c-4af0-8303-6693f59911d6 req-60f2b7b4-7003-466e-8f3e-f5f24fc2b42d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0552084 Mar 18 10:35:20.345528 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31ca745d-2c7c-4af0-8303-6693f59911d6 req-ef532a76-a834-4c44-a909-8e626b491b49 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505090 Mar 18 10:35:21.469477 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c69856-22c3-45bb-a988-4bdcea440cd1 req-02d1e601-2c2d-463a-9d30-efb94724745d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:21.471922 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5c69856-22c3-45bb-a988-4bdcea440cd1 req-02d1e601-2c2d-463a-9d30-efb94724745d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0559042 Mar 18 10:35:21.523639 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5c69856-22c3-45bb-a988-4bdcea440cd1 req-e8e60b84-b438-49b1-9748-5b989c778700 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466723 Mar 18 10:35:22.661125 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f7bc-c668-497b-a1e3-6a41e8a0022f req-76b04326-75cf-4011-baed-2ea8036ca799 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:22.663107 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c78f7bc-c668-497b-a1e3-6a41e8a0022f req-76b04326-75cf-4011-baed-2ea8036ca799 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0657189 Mar 18 10:35:22.726226 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c78f7bc-c668-497b-a1e3-6a41e8a0022f req-3c28b7fb-8580-4f8e-a64b-f4d06f9944ff tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564365 Mar 18 10:35:23.862240 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae6618-0b1e-4678-852b-7be25a65a53b req-71297e17-66c3-4799-ac66-062bfaa69bb8 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:23.863812 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09ae6618-0b1e-4678-852b-7be25a65a53b req-71297e17-66c3-4799-ac66-062bfaa69bb8 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0609136 Mar 18 10:35:23.926205 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09ae6618-0b1e-4678-852b-7be25a65a53b req-37efa64b-18e1-4291-8360-499522e32038 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545228 Mar 18 10:35:25.054833 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce74187-2dc7-425d-9f84-d4cf908c89f6 req-efa482c3-f3ce-4083-95ca-f55d9414c4fe tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.056554 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4ce74187-2dc7-425d-9f84-d4cf908c89f6 req-efa482c3-f3ce-4083-95ca-f55d9414c4fe tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0591633 Mar 18 10:35:25.112600 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4ce74187-2dc7-425d-9f84-d4cf908c89f6 req-b60e7245-1c03-4268-95b1-3d7408b50a2d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492346 Mar 18 10:35:25.442402 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-73fb1add-4a20-4e02-bd65-563e11612be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.443993 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-73fb1add-4a20-4e02-bd65-563e11612be3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1129 time: 0.0485368 Mar 18 10:35:25.569698 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-69c5d6c5-b215-4542-b606-e044ea72bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.571426 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-69c5d6c5-b215-4542-b606-e044ea72bdbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 910 time: 0.1213503 Mar 18 10:35:25.644576 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-0a0e5796-69d3-44f9-9737-5bc488945371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 1001 time: 0.0663450 Mar 18 10:35:25.701896 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-57149c13-40b6-4f49-856c-704fbd83cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.703639 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-57149c13-40b6-4f49-856c-704fbd83cd8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0524623 Mar 18 10:35:25.778100 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-2e3b78a2-91e3-4a98-a666-913309eee2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:25.779806 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-2e3b78a2-91e3-4a98-a666-913309eee2e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700779 Mar 18 10:35:25.883594 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-545cb27f-8f45-43bc-b7f5-c3c71865d3cd service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921960 Mar 18 10:35:25.982263 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04a27e04-3df6-4c60-8cf5-fdf275c71028 req-6e9afbe8-886e-4411-a215-4ea10fad8d3c service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913720 Mar 18 10:35:26.246332 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9f56b-69cd-44fb-82b2-082fb8270de6 req-79b49d64-0708-4fc4-a5d2-58ccf46e8d23 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:26.247884 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8f9f56b-69cd-44fb-82b2-082fb8270de6 req-79b49d64-0708-4fc4-a5d2-58ccf46e8d23 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0578818 Mar 18 10:35:26.308556 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8f9f56b-69cd-44fb-82b2-082fb8270de6 req-309f2438-6cdf-4b26-a612-4d426672cf4e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492804 Mar 18 10:35:27.474859 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212dc5-d0eb-4020-9e43-09bfe90d5724 req-94c41a19-741c-4c7b-b332-9de0ce2a3797 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:27.476522 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61212dc5-d0eb-4020-9e43-09bfe90d5724 req-94c41a19-741c-4c7b-b332-9de0ce2a3797 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0827265 Mar 18 10:35:27.535549 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61212dc5-d0eb-4020-9e43-09bfe90d5724 req-1f0d6600-5156-473e-8b69-3b3ed130805c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530117 Mar 18 10:35:27.696748 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:35:28.705538 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd75ac-0482-4722-b33b-0646868ab499 req-6047d6cc-9c0a-4247-badc-3119bb3db5f3 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:28.707200 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c2bd75ac-0482-4722-b33b-0646868ab499 req-6047d6cc-9c0a-4247-badc-3119bb3db5f3 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0647829 Mar 18 10:35:28.782905 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c2bd75ac-0482-4722-b33b-0646868ab499 req-4cf4721f-c495-470a-aeb3-8841d15555d2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656645 Mar 18 10:35:29.849803 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-27d48a78-b779-4432-bf8a-6c4f95beecf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:29.957232 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9040ab-4cf5-40c5-b43a-f29ffa4d679f req-e9187351-bb24-4acf-a52c-70dbd32480e1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:29.960075 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fd9040ab-4cf5-40c5-b43a-f29ffa4d679f req-e9187351-bb24-4acf-a52c-70dbd32480e1 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0954032 Mar 18 10:35:30.081220 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fd9040ab-4cf5-40c5-b43a-f29ffa4d679f req-ab5879bc-e0ab-4312-9ded-c91bb29d0d43 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012383 Mar 18 10:35:31.266646 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acc6b6-36c5-45b5-a6ff-7568469668fd req-58e094ca-d8df-448a-aedf-e07b74458f3e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:31.268294 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-08acc6b6-36c5-45b5-a6ff-7568469668fd req-58e094ca-d8df-448a-aedf-e07b74458f3e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0653350 Mar 18 10:35:31.326810 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-08acc6b6-36c5-45b5-a6ff-7568469668fd req-61bd461e-e0c8-4e17-a56a-240f0cd6f4e2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516846 Mar 18 10:35:31.575743 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767615-c605-4d59-83cb-af07c138e2e3 req-ce67883a-34d3-4d2d-911b-92a8b59dc09c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:31.577339 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a1767615-c605-4d59-83cb-af07c138e2e3 req-ce67883a-34d3-4d2d-911b-92a8b59dc09c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0609777 Mar 18 10:35:31.658422 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a1767615-c605-4d59-83cb-af07c138e2e3 req-07d4422d-0c4e-4b3f-9892-d57c7d314b21 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704291 Mar 18 10:35:31.664677 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-4e59d3eb-e666-4229-9b94-fa2d55678014 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1685572 Mar 18 10:35:31.811416 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-032a716d-087d-40ff-b41e-652f167e9ed4 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:31.812823 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-032a716d-087d-40ff-b41e-652f167e9ed4 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports/85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 942 time: 0.1150029 Mar 18 10:35:32.778115 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262f9-6d3c-438b-9c26-7d29f7fb2857 req-0cfc12df-e557-434b-a076-1247eec6f012 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:32.779626 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8a262f9-6d3c-438b-9c26-7d29f7fb2857 req-0cfc12df-e557-434b-a076-1247eec6f012 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0515208 Mar 18 10:35:32.832788 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8a262f9-6d3c-438b-9c26-7d29f7fb2857 req-4d4c4964-b832-48c5-ae74-3a2c281a152b tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475333 Mar 18 10:35:32.914299 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b0c95930-e5b3-4172-b3e7-34216c5b1935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:33.954868 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225019ce-7849-47f1-b53a-f266f7b7099d req-a7bc26ce-8eac-484d-9765-29f2a9328ac2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:33.956380 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-225019ce-7849-47f1-b53a-f266f7b7099d req-a7bc26ce-8eac-484d-9765-29f2a9328ac2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0551178 Mar 18 10:35:34.005624 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-225019ce-7849-47f1-b53a-f266f7b7099d req-5f1fb700-c6ef-443f-bdc4-6086b2104d4e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Mar 18 10:35:34.092454 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:34.749923 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 85496273-1b2d-4957-adc8-5c5129db06a6 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:35:34.824589 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 85496273-1b2d-4957-adc8-5c5129db06a6 is: ACTIVE; New status is: DOWN {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:35:34.824979 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:34.848310 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:34.851193 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b65589-7338-4d4e-a232-eee4c7dddb43" -d '{"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-unplugged", "status": "completed", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:34.866918 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:34.871613 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:34.894824 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb25ca2-a71a-4225-89a9-bf68d24b43b2 x-openstack-request-id: req-5fb25ca2-a71a-4225-89a9-bf68d24b43b2 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:34.895116 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-unplugged", "status": "failed", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6", "code": 422}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:34.895372 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fb25ca2-a71a-4225-89a9-bf68d24b43b2 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:34.895762 dv-cinder-817135-6-iscsi neutron-server[103389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6', 'code': 422} returned with failed status Mar 18 10:35:34.921674 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:34.929164 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.929447 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.929816 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.930159 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.930494 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.930825 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.931151 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.931487 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.931799 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.932124 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.932446 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.932771 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.933091 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.933445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:34.933763 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:35.125615 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07e58b-7554-47c8-876c-61b84c333b39 req-92e77e7d-9870-48d3-a8a7-e3d07ccec738 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:35.127377 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb07e58b-7554-47c8-876c-61b84c333b39 req-92e77e7d-9870-48d3-a8a7-e3d07ccec738 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0549154 Mar 18 10:35:35.182167 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb07e58b-7554-47c8-876c-61b84c333b39 req-16d77981-02b3-4ca8-a42f-9ef2167f620c tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484791 Mar 18 10:35:35.928098 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:36.325437 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42ec41-601c-4164-8e2c-1bd99358cb9f req-c3250632-c373-4f15-bc0e-6c289c30119a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:36.328057 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6b42ec41-601c-4164-8e2c-1bd99358cb9f req-c3250632-c373-4f15-bc0e-6c289c30119a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0668578 Mar 18 10:35:36.380693 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6b42ec41-601c-4164-8e2c-1bd99358cb9f req-32c12d44-ed6f-46b0-96f7-f5448f1fee17 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468726 Mar 18 10:35:37.192735 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.203315 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43450) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:35:37.208578 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-1da3330c-b8af-4ee8-bbb6-2c88d734c33c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037814692', 'description': 'tempest-description--413908169'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:37.238860 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1da3330c-b8af-4ee8-bbb6-2c88d734c33c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.320156 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1da3330c-b8af-4ee8-bbb6-2c88d734c33c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (b7f5b80a-d53d-4655-99a7-a4ed6eded857), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.325520 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1da3330c-b8af-4ee8-bbb6-2c88d734c33c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b7f5b80a-d53d-4655-99a7-a4ed6eded857), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.354825 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1da3330c-b8af-4ee8-bbb6-2c88d734c33c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.356898 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1da3330c-b8af-4ee8-bbb6-2c88d734c33c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1513076 Mar 18 10:35:37.360897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43452) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:35:37.364507 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-a7f069f2-90a9-450b-b4e2-a0711f944da3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': 'b7f5b80a-d53d-4655-99a7-a4ed6eded857', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:37.370602 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3330c-b8af-4ee8-bbb6-2c88d734c33c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f5b80a-d53d-4655-99a7-a4ed6eded857,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:37.398783 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7f069f2-90a9-450b-b4e2-a0711f944da3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (1754c28c-f294-4fe0-b64e-10abb7a38f2a), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.500933 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7f069f2-90a9-450b-b4e2-a0711f944da3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (1754c28c-f294-4fe0-b64e-10abb7a38f2a), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.508210 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7f069f2-90a9-450b-b4e2-a0711f944da3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (1754c28c-f294-4fe0-b64e-10abb7a38f2a), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.533988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f069f2-90a9-450b-b4e2-a0711f944da3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1754c28c-f294-4fe0-b64e-10abb7a38f2a,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:37.551966 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8bca9-3ca6-4b98-91ca-625c8ca748e0 req-806afc04-3e05-47d7-bf1b-b705a1f432b5 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:37.553669 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e2a8bca9-3ca6-4b98-91ca-625c8ca748e0 req-806afc04-3e05-47d7-bf1b-b705a1f432b5 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0971098 Mar 18 10:35:37.558115 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a7f069f2-90a9-450b-b4e2-a0711f944da3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.559296 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a7f069f2-90a9-450b-b4e2-a0711f944da3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991031 Mar 18 10:35:37.564344 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43456) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:35:37.569509 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': 'b7f5b80a-d53d-4655-99a7-a4ed6eded857', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:37.606630 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (985868bd-07ce-4cc6-b7d6-df39f52dfb96), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.618912 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e2a8bca9-3ca6-4b98-91ca-625c8ca748e0 req-8d1bc393-25e6-47c0-9a69-80c54d2a3a10 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546355 Mar 18 10:35:37.687427 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (985868bd-07ce-4cc6-b7d6-df39f52dfb96), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.692127 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (985868bd-07ce-4cc6-b7d6-df39f52dfb96), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.715225 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985868bd-07ce-4cc6-b7d6-df39f52dfb96,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:37.726815 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.727187 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.727626 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.728004 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.728344 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.728722 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.729122 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.729460 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.729837 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.730170 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.730513 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.730841 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.731159 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.731803 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.732146 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:35:37.736207 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-f1aa556b-6b22-4297-beee-2a29ec681401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:37.737819 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-f1aa556b-6b22-4297-beee-2a29ec681401 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be&tenant_id=a9559f227c1d4b88b08bc381f0310b59 HTTP/1.1" status: 200 len: 1127 time: 0.0488260 Mar 18 10:35:37.739729 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.741539 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-db10e6a2-303f-4615-9f69-1d95b4f9bdf3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752894 Mar 18 10:35:37.745492 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43458) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:35:37.753069 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:37.847984 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:37.905716 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-3c97eee4-b3d9-4414-b6b2-ec466170c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:37.907510 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-3c97eee4-b3d9-4414-b6b2-ec466170c5f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1127 time: 0.1395383 Mar 18 10:35:38.030728 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-c45de480-9931-4a92-bd88-9421950f4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:38.032167 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-c45de480-9931-4a92-bd88-9421950f4dca service neutron] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 910 time: 0.1179502 Mar 18 10:35:38.085993 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:38.144479 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-5a055f5f-f095-47c5-aa56-9f5fc677cea7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 999 time: 0.1049523 Mar 18 10:35:38.238134 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-fd13973c-fe8c-4acb-baf7-91e48371f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:38.240037 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-fd13973c-fe8c-4acb-baf7-91e48371f286 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0876503 Mar 18 10:35:38.284192 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.27.0.85 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/56826784-f20b-4069-86d2-041a2f700195) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:38.366166 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-dc4413b1-aa5d-4f98-ac29-ed5d04fb265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:38.367754 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-dc4413b1-aa5d-4f98-ac29-ed5d04fb265d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222353 Mar 18 10:35:38.464659 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (56826784-f20b-4069-86d2-041a2f700195), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:38.498574 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-3649769c-3669-44a6-a109-e381ac306996 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223757 Mar 18 10:35:38.574721 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (56826784-f20b-4069-86d2-041a2f700195), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:38.639875 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:38.649620 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:38.652380 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:35:38.659180 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=56826784-f20b-4069-86d2-041a2f700195,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:38.664305 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58322d6a-eee5-47df-a940-b7b94e6b7187 req-cba832e3-8d06-4733-8903-81bee02c770f service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572995 Mar 18 10:35:38.768261 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:38.801213 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84da7f-a4e9-4c80-848a-c43ea9029792 req-a4125b95-65c9-4b11-bdfd-e880c62c3ea6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:38.802836 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e84da7f-a4e9-4c80-848a-c43ea9029792 req-a4125b95-65c9-4b11-bdfd-e880c62c3ea6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0740936 Mar 18 10:35:38.823126 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (56826784-f20b-4069-86d2-041a2f700195), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:38.862803 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e84da7f-a4e9-4c80-848a-c43ea9029792 req-ea82920d-afa3-44ad-9ac1-1e2f5db47201 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535684 Mar 18 10:35:39.035606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (56826784-f20b-4069-86d2-041a2f700195), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:39.041510 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (56826784-f20b-4069-86d2-041a2f700195), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:39.112633 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=56826784-f20b-4069-86d2-041a2f700195,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:39.127441 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:39.144430 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b062d65-7935-4cc2-80d5-f628bf833114 req-a5f7d740-903e-45b8-baaa-19f839ff9ef5 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:39.146052 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b062d65-7935-4cc2-80d5-f628bf833114 req-a5f7d740-903e-45b8-baaa-19f839ff9ef5 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 945 time: 0.0695987 Mar 18 10:35:39.149074 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:39.151121 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6a95f04a-461a-4ce3-8f87-d3065de6541b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4042199 Mar 18 10:35:39.210366 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b062d65-7935-4cc2-80d5-f628bf833114 req-37e3be87-8a3a-4961-a7ee-cbd4c6f33fd3 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511162 Mar 18 10:35:39.312249 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-b6ef16f4-99ce-4be6-866f-e009ba1976f9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2037814692&fields=id&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 267 time: 0.0507708 Mar 18 10:35:39.431471 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-b3a56e73-dc5b-47eb-859b-7dff15dfe768 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:39.433155 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-b3a56e73-dc5b-47eb-859b-7dff15dfe768 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1071398 Mar 18 10:35:39.447934 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-7163b0fb-4032-4957-8926-9bfe1fbac19a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/quotas/0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 375 time: 0.0094836 Mar 18 10:35:39.510161 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-f2d438dc-eb2b-4855-9bf8-55b0e6306693 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565403 Mar 18 10:35:39.641295 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-8b2505d6-b19d-4647-9593-f441e41a0b7c service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194015 Mar 18 10:35:39.733368 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-89a13230-0bb6-43d6-ae1c-663205c9debc service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858369 Mar 18 10:35:39.966670 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ba62e3d-23f2-40b7-96a6-f2dc6b0bfa7f req-15647e12-382c-46cc-bff3-faeb51070afc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 210 time: 0.0484490 Mar 18 10:35:40.035558 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218140b6-b6e3-419e-a361-e7b92bb0e00d req-c22d5f75-462a-495c-9844-71814d08a5f8 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:40.038232 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-218140b6-b6e3-419e-a361-e7b92bb0e00d req-c22d5f75-462a-495c-9844-71814d08a5f8 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0833182 Mar 18 10:35:40.122109 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-218140b6-b6e3-419e-a361-e7b92bb0e00d req-ea26b672-c051-429d-bc01-7fcdcd6a7e71 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730343 Mar 18 10:35:40.361415 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918d3b9-366a-4e3f-a890-380d004c9be9 req-a1bb113a-e799-4a34-ba5f-86c3a0526861 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:40.363176 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2918d3b9-366a-4e3f-a890-380d004c9be9 req-a1bb113a-e799-4a34-ba5f-86c3a0526861 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 945 time: 0.0590649 Mar 18 10:35:40.428120 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2918d3b9-366a-4e3f-a890-380d004c9be9 req-caecca3d-17bf-491c-ae65-5be806061f43 tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d680f-b715-4fcb-8342-37754fa4bfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575109 Mar 18 10:35:40.684582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-62cf89b6-ef48-4ffc-b893-ade6f20b849e tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:40.686182 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-62cf89b6-ef48-4ffc-b893-ade6f20b849e tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 945 time: 0.0567057 Mar 18 10:35:40.787420 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Deleting port 593ec335-13af-40dc-8635-948e1b0399d7 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:35:40.787668 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (593ec335-13af-40dc-8635-948e1b0399d7), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:40.889594 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] For port 593ec335-13af-40dc-8635-948e1b0399d7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=593ec335-13af-40dc-8635-948e1b0399d7,segment=NetworkSegment(1d5e7ab0-f780-4977-9f8f-1a75baa98b9e),segment_id=1d5e7ab0-f780-4977-9f8f-1a75baa98b9e)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:40.889991 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (593ec335-13af-40dc-8635-948e1b0399d7), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:40.903856 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Calling delete_port for 593ec335-13af-40dc-8635-948e1b0399d7 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:35:41.118500 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-eda3f472-e778-44bf-bd82-78d41c79d65e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:41.120064 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-eda3f472-e778-44bf-bd82-78d41c79d65e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1716309 Mar 18 10:35:41.139919 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-537f25a8-d7b9-4121-b215-e54bd04405fa req-b00363b2-a281-4079-899d-79c0294941ff tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 210 time: 0.0682349 Mar 18 10:35:41.201632 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (593ec335-13af-40dc-8635-948e1b0399d7), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:41.216851 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['593ec335-13af-40dc-8635-948e1b0399d7'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:35:41.243312 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Pushing event deleted for resources: {'Port': ['ID=593ec335-13af-40dc-8635-948e1b0399d7,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:41.260137 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedc509-b8d1-44fe-b5b7-716bcc99a14b req-ede6bd11-05e8-4e0b-8d8b-46b2080ceec2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:41.262159 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4dedc509-b8d1-44fe-b5b7-716bcc99a14b req-ede6bd11-05e8-4e0b-8d8b-46b2080ceec2 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0605147 Mar 18 10:35:41.296384 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-d4276bbf-28b5-4b8a-bce2-82da01b130ec tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 473 time: 0.1531045 Mar 18 10:35:41.315517 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] No DVR routers for this DVR port 593ec335-13af-40dc-8635-948e1b0399d7 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:35:41.318247 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:41.322021 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-132ce193-e587-4ea1-bf16-7dd4e4c94375 req-48df30e3-3f25-44f8-b2e3-33ff2ab4b8db tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.45 "DELETE /v2.0/ports/593ec335-13af-40dc-8635-948e1b0399d7 HTTP/1.1" status: 204 len: 173 time: 0.6305678 Mar 18 10:35:41.326997 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'port': {'device_id': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'admin_state_up': True, 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'security_groups': ['b7f5b80a-d53d-4655-99a7-a4ed6eded857']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:41.332335 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e561c-9c52-4310-a774-875070ae9930', 'name': 'network-vif-deleted', 'tag': '593ec335-13af-40dc-8635-948e1b0399d7'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:41.334091 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c951dd-c61e-4901-b3b5-1c359fd7ace3" -d '{"events": [{"server_uuid": "1a6e561c-9c52-4310-a774-875070ae9930", "name": "network-vif-deleted", "tag": "593ec335-13af-40dc-8635-948e1b0399d7"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:41.344087 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4dedc509-b8d1-44fe-b5b7-716bcc99a14b req-994dd3a1-cc8e-40a3-ac04-1e6db55557cf tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753534 Mar 18 10:35:41.596137 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-71474a4b-766f-4c05-b5ac-70e9c456180b req-b82748f7-146d-4a44-bf6b-27f69bffe70a tempest-VolumesSnapshotTestJSON-27816270 tempest-VolumesSnapshotTestJSON-27816270-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a6e561c-9c52-4310-a774-875070ae9930 HTTP/1.1" status: 200 len: 210 time: 0.0310762 Mar 18 10:35:41.677101 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58876173-9252-45ed-b4bf-88624010b99f x-openstack-request-id: req-58876173-9252-45ed-b4bf-88624010b99f {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:41.677456 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e561c-9c52-4310-a774-875070ae9930", "name": "network-vif-deleted", "tag": "593ec335-13af-40dc-8635-948e1b0399d7", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:41.677632 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58876173-9252-45ed-b4bf-88624010b99f {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:41.678721 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e561c-9c52-4310-a774-875070ae9930', 'name': 'network-vif-deleted', 'tag': '593ec335-13af-40dc-8635-948e1b0399d7', 'status': 'completed', 'code': 200} Mar 18 10:35:41.761312 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Made reservation on behalf of 0dee445ffc034ed0bd25d8c6e30f4433 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:35:41.764796 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:41.907452 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.20.0.8 (62adb740-4961-4c9e-bc9c-a43f1fe483db/3facece8-0886-45c7-bbbc-beb9552a7b30/dc93a067-b868-449c-b5a8-159fc38872ff) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:35:42.056617 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (dc93a067-b868-449c-b5a8-159fc38872ff), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:42.089966 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:42.136724 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:35:42.142381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:35:42.148280 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:35:42.152529 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=dc93a067-b868-449c-b5a8-159fc38872ff,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:42.222148 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:42.222830 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:42.241266 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-111b99c3-00de-4593-aa25-8d5955ad6261 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9270735 Mar 18 10:35:42.252775 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Request body: {'port': {'device_id': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:42.313608 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9ac6-67a9-4f1e-b3ce-e8382ba59977 req-e02746ee-b99c-43cf-90d5-fb5ab575fd69 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:42.316168 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-318b9ac6-67a9-4f1e-b3ce-e8382ba59977 req-e02746ee-b99c-43cf-90d5-fb5ab575fd69 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 931 time: 0.0917337 Mar 18 10:35:42.322531 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:42.372646 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-318b9ac6-67a9-4f1e-b3ce-e8382ba59977 req-250608f3-a957-4add-b50e-ca00eb341d1d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481453 Mar 18 10:35:42.460174 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-559aa361-7350-48b5-b8ad-6513e8e483a5 None None] Provisioning complete for port dc93a067-b868-449c-b5a8-159fc38872ff triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:35:42.460758 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-559aa361-7350-48b5-b8ad-6513e8e483a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:42.572774 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13a965-3a91-4f95-a78f-dc2489edd9b4 req-f4cb2b9a-5619-4306-930e-88a248e46943 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:42.574655 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc13a965-3a91-4f95-a78f-dc2489edd9b4 req-f4cb2b9a-5619-4306-930e-88a248e46943 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.1158967 Mar 18 10:35:42.633478 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-559aa361-7350-48b5-b8ad-6513e8e483a5 None None] Port dc93a067-b868-449c-b5a8-159fc38872ff cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:35:42.660105 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc13a965-3a91-4f95-a78f-dc2489edd9b4 req-692b1421-0029-4475-a873-9f3992d8b57d tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785925 Mar 18 10:35:42.727991 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc93a067-b868-449c-b5a8-159fc38872ff {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:42.737900 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Publish callbacks [] for port (dc93a067-b868-449c-b5a8-159fc38872ff), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:42.760440 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Transition to ACTIVE for port object dc93a067-b868-449c-b5a8-159fc38872ff will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:35:42.765996 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:42.849541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc93a067-b868-449c-b5a8-159fc38872ff,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:42.915565 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Attempting to bind port dc93a067-b868-449c-b5a8-159fc38872ff on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:35:42.916099 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Attempting to bind port dc93a067-b868-449c-b5a8-159fc38872ff by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:35:42.916287 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Attempting to bind port dc93a067-b868-449c-b5a8-159fc38872ff on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:35:42.922364 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Port dc93a067-b868-449c-b5a8-159fc38872ff on network 62adb740-4961-4c9e-bc9c-a43f1fe483db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:35:42.926082 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Attempting to bind port dc93a067-b868-449c-b5a8-159fc38872ff on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:35:42.936077 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:35:42.936558 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Checking segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:35:42.937131 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Bound using segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:35:42.938163 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Bound port: dc93a067-b868-449c-b5a8-159fc38872ff, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:35:42.938797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:43.058046 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] For port dc93a067-b868-449c-b5a8-159fc38872ff, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:35:43.068222 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] For port dc93a067-b868-449c-b5a8-159fc38872ff, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dc93a067-b868-449c-b5a8-159fc38872ff,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:35:43.079386 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:43.125843 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.126492 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:43.127938 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc93a067-b868-449c-b5a8-159fc38872ff HTTP/1.1" status: 200 len: 1093 time: 0.8796601 Mar 18 10:35:43.165338 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c1e17-db0f-46b9-811b-4e2a5356d5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc93a067-b868-449c-b5a8-159fc38872ff,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:43.244466 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-136fd6e9-b6d3-4603-b13f-e41fc87ba44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.247705 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-136fd6e9-b6d3-4603-b13f-e41fc87ba44c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 1127 time: 0.0778775 Mar 18 10:35:43.292046 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-ba1bbec4-0414-43ff-9081-a4e6333d59f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc93a067-b868-449c-b5a8-159fc38872ff HTTP/1.1" status: 200 len: 217 time: 0.0378499 Mar 18 10:35:43.354980 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-32e2252d-352b-484c-9804-f11281c9ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.357598 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-32e2252d-352b-484c-9804-f11281c9ba1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0599651 Mar 18 10:35:43.444860 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-7a2fef84-fc41-4330-9aa4-1e73a99782e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.446885 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-7a2fef84-fc41-4330-9aa4-1e73a99782e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835466 Mar 18 10:35:43.589330 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-c06e3fc9-2e1f-48a5-87f0-2828d4197042 service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355727 Mar 18 10:35:43.598652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5b7ed-2bb1-453e-975b-53c6533c5822 req-107291b7-9507-4ff9-aebf-6003866e9a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.600369 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-99e5b7ed-2bb1-453e-975b-53c6533c5822 req-107291b7-9507-4ff9-aebf-6003866e9a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 943 time: 0.0976164 Mar 18 10:35:43.679910 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:43.682131 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97805a7f-4f59-48d5-a8b7-438a651d9b13" -d '{"events": [{"name": "network-changed", "server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:43.720258 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-99e5b7ed-2bb1-453e-975b-53c6533c5822 req-f1b8e97a-de39-441d-b2a3-33fe1c1c7d95 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102059 Mar 18 10:35:43.726434 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab97ac6-1192-4a2f-bdb8-3fe62c3be746 x-openstack-request-id: req-fab97ac6-1192-4a2f-bdb8-3fe62c3be746 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:43.726730 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:43.726976 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fab97ac6-1192-4a2f-bdb8-3fe62c3be746 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:43.727383 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'status': 'completed', 'code': 200} Mar 18 10:35:43.749370 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eed284de-5ede-490d-91f1-4f774c96bd15 req-c102557a-199f-4130-9a0a-2055b04d2053 service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476774 Mar 18 10:35:43.848549 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0e00e-deda-4560-9c46-4c22aed9a336 req-457f3bbf-99a0-426f-8d81-fd38e2b1242f tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.850911 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05d0e00e-deda-4560-9c46-4c22aed9a336 req-457f3bbf-99a0-426f-8d81-fd38e2b1242f tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0660806 Mar 18 10:35:43.855656 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-d5811a75-5ad4-4a17-8b9a-f2e097782352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.857218 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-d5811a75-5ad4-4a17-8b9a-f2e097782352 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 1127 time: 0.0618541 Mar 18 10:35:43.910328 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05d0e00e-deda-4560-9c46-4c22aed9a336 req-19dd28aa-4e72-4d55-963a-a18e5b9efd6f tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521116 Mar 18 10:35:43.982819 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-8b672ebb-64d9-4fe6-96c9-893d4ce8db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:43.984406 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-8b672ebb-64d9-4fe6-96c9-893d4ce8db8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 915 time: 0.1195471 Mar 18 10:35:44.102245 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-a845ad20-7851-4e2f-897c-e643c9edea61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc93a067-b868-449c-b5a8-159fc38872ff HTTP/1.1" status: 200 len: 217 time: 0.0406542 Mar 18 10:35:44.155946 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-ca74315f-5abe-4bd2-be6b-5b22efd8b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.157799 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-ca74315f-5abe-4bd2-be6b-5b22efd8b966 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0488851 Mar 18 10:35:44.224050 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-0c74b9ca-a330-4648-99db-bcbcfe2b95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.226160 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-0c74b9ca-a330-4648-99db-bcbcfe2b95a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588961 Mar 18 10:35:44.334728 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-ff8b355c-1871-4961-83d6-a8d2e42d4f1f service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995219 Mar 18 10:35:44.453284 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-97805a7f-4f59-48d5-a8b7-438a651d9b13 req-f6d8a987-fb2a-42bc-870b-631bbab01692 service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114888 Mar 18 10:35:44.861175 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e58b8-4d0f-48c7-8955-8ba049a2633a req-fc0b6f53-74cb-4811-9cee-1e468c6467b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:44.863578 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae1e58b8-4d0f-48c7-8955-8ba049a2633a req-fc0b6f53-74cb-4811-9cee-1e468c6467b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 943 time: 0.0661790 Mar 18 10:35:44.923273 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae1e58b8-4d0f-48c7-8955-8ba049a2633a req-c306ed75-16fd-46f2-9b7d-df10b3d9a1ac tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537422 Mar 18 10:35:45.056326 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766265c-c689-416e-8464-7438f8cdf1ad req-36e7b534-e7f2-4375-bcdc-f283b0698884 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:45.058201 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8766265c-c689-416e-8464-7438f8cdf1ad req-36e7b534-e7f2-4375-bcdc-f283b0698884 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0571082 Mar 18 10:35:45.148593 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8766265c-c689-416e-8464-7438f8cdf1ad req-3fee56c0-0d04-4fef-938d-d5889447c63e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795915 Mar 18 10:35:45.410717 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 593ec335-13af-40dc-8635-948e1b0399d7 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:35:45.454203 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 593ec335-13af-40dc-8635-948e1b0399d7 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:35:45.454752 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 593ec335-13af-40dc-8635-948e1b0399d7 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:35:46.059502 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5879f-fa53-4cd8-bec7-3b4c74d6fea5 req-ce6d75df-13cb-483a-a833-c99f9b9756a0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:46.061093 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-62a5879f-fa53-4cd8-bec7-3b4c74d6fea5 req-ce6d75df-13cb-483a-a833-c99f9b9756a0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 943 time: 0.0635641 Mar 18 10:35:46.122181 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-62a5879f-fa53-4cd8-bec7-3b4c74d6fea5 req-2e611ff9-63f8-4fbd-88fb-8e2738e26fa6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503488 Mar 18 10:35:46.273973 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966f0ff-3527-4443-b25e-1b3bab6941e7 req-b93a6af3-9e94-4b97-8de8-53ad7b924ac5 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:46.275522 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7966f0ff-3527-4443-b25e-1b3bab6941e7 req-b93a6af3-9e94-4b97-8de8-53ad7b924ac5 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0553136 Mar 18 10:35:46.328504 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7966f0ff-3527-4443-b25e-1b3bab6941e7 req-09639f31-c498-4a12-aae9-f13370b9c724 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471549 Mar 18 10:35:47.060363 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:47.267231 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232c8aa-f1ce-4fca-afc4-66c2d2e4c241 req-924c2cfd-7990-4a77-9918-136e8bf4a503 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:47.268888 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8232c8aa-f1ce-4fca-afc4-66c2d2e4c241 req-924c2cfd-7990-4a77-9918-136e8bf4a503 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 943 time: 0.0724354 Mar 18 10:35:47.324464 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8232c8aa-f1ce-4fca-afc4-66c2d2e4c241 req-acb37a77-b187-4ff8-9945-ab101da01222 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Mar 18 10:35:47.465880 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1fb5-c681-4c84-97a1-7168ee5d8fb9 req-4bc50589-480e-47aa-ada1-a582a9a3a758 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:47.468509 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e0b1fb5-c681-4c84-97a1-7168ee5d8fb9 req-4bc50589-480e-47aa-ada1-a582a9a3a758 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0640132 Mar 18 10:35:47.525379 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e0b1fb5-c681-4c84-97a1-7168ee5d8fb9 req-809c22de-8297-4a87-98ea-c1eb44f79341 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518188 Mar 18 10:35:48.451099 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c3c14-280b-4100-875c-f20623539f2f req-a4600fc1-6bb2-4e1a-8c0b-084e280dcea3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:48.452634 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb2c3c14-280b-4100-875c-f20623539f2f req-a4600fc1-6bb2-4e1a-8c0b-084e280dcea3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 943 time: 0.0584917 Mar 18 10:35:48.508401 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb2c3c14-280b-4100-875c-f20623539f2f req-096de578-bbf8-43c5-b89b-92860fb0b00d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497930 Mar 18 10:35:48.656765 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623df65c-8ff8-4a12-b441-52ebf0606e02 req-8596fd90-1c6e-4518-808a-2eaa1e2c0bcb tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:48.658197 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-623df65c-8ff8-4a12-b441-52ebf0606e02 req-8596fd90-1c6e-4518-808a-2eaa1e2c0bcb tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 943 time: 0.0557659 Mar 18 10:35:48.707691 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-623df65c-8ff8-4a12-b441-52ebf0606e02 req-d7a9cb7a-a10b-40d8-839d-ecd73f235af9 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432503 Mar 18 10:35:49.030266 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 85496273-1b2d-4957-adc8-5c5129db06a6 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:35:49.151304 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:49.163660 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '85496273-1b2d-4957-adc8-5c5129db06a6', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'port_id': '85496273-1b2d-4957-adc8-5c5129db06a6', 'mac_address': 'fa:16:3e:47:8a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:35:49.201994 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 85496273-1b2d-4957-adc8-5c5129db06a6 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:35:49.202386 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:49.219724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85496273-1b2d-4957-adc8-5c5129db06a6 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:49.241925 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:49.246275 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:49.246939 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device dc93a067-b868-449c-b5a8-159fc38872ff details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:35:49.339658 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=7']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.388494 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port dc93a067-b868-449c-b5a8-159fc38872ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dc93a067-b868-449c-b5a8-159fc38872ff,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:49.401058 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'port_id': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'mac_address': 'fa:16:3e:ff:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:35:49.448389 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port dc93a067-b868-449c-b5a8-159fc38872ff is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:35:49.448786 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:49.473281 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc93a067-b868-449c-b5a8-159fc38872ff {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:35:49.502400 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port dc93a067-b868-449c-b5a8-159fc38872ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dc93a067-b868-449c-b5a8-159fc38872ff,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:49.511395 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:49.560572 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=dc93a067-b868-449c-b5a8-159fc38872ff,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:49.632316 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26200cea-fa45-4b55-af1b-67eea2a30889 req-597cb92e-da7f-47a6-abaf-edf4baa6a96a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:49.633949 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26200cea-fa45-4b55-af1b-67eea2a30889 req-597cb92e-da7f-47a6-abaf-edf4baa6a96a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 944 time: 0.0558333 Mar 18 10:35:49.685823 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26200cea-fa45-4b55-af1b-67eea2a30889 req-b0a6764b-6b89-47c9-a742-6479df6f2df5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461953 Mar 18 10:35:49.743996 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['dc93a067-b868-449c-b5a8-159fc38872ff'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:35:49.747295 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['85496273-1b2d-4957-adc8-5c5129db06a6'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:35:49.836123 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df3d48-e6e6-4b93-aff4-166c7b504441 req-b9c52f5d-2676-479b-8292-f8d7553ba89a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:49.837814 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f8df3d48-e6e6-4b93-aff4-166c7b504441 req-b9c52f5d-2676-479b-8292-f8d7553ba89a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 944 time: 0.0587838 Mar 18 10:35:49.889973 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f8df3d48-e6e6-4b93-aff4-166c7b504441 req-5fa8e19e-8081-47b2-8c7e-8359bd3c99da tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Mar 18 10:35:50.810573 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d9ecc-8531-487a-9a53-6471633c192d req-f99bbf8f-62e5-4551-9bf1-9ba75766420d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:50.812100 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0a9d9ecc-8531-487a-9a53-6471633c192d req-f99bbf8f-62e5-4551-9bf1-9ba75766420d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 944 time: 0.0526371 Mar 18 10:35:50.876612 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0a9d9ecc-8531-487a-9a53-6471633c192d req-63df1075-7124-44b9-87a9-4feb105651f6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581672 Mar 18 10:35:51.012038 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4923cb-7d06-4f16-95fc-068e39ca270d req-06da79a4-57eb-4adb-bacf-1830ac6fd008 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.013505 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1d4923cb-7d06-4f16-95fc-068e39ca270d req-06da79a4-57eb-4adb-bacf-1830ac6fd008 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 944 time: 0.0542424 Mar 18 10:35:51.060149 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device dc93a067-b868-449c-b5a8-159fc38872ff up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:35:51.062788 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1d4923cb-7d06-4f16-95fc-068e39ca270d req-c8530250-2a90-4e56-9001-51ab541a1f91 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437789 Mar 18 10:35:51.113016 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port dc93a067-b868-449c-b5a8-159fc38872ff completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:35:51.118393 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port dc93a067-b868-449c-b5a8-159fc38872ff triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:35:51.118845 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:51.200544 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port dc93a067-b868-449c-b5a8-159fc38872ff is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:35:51.200943 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:51.224694 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:51.226960 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e74dea-2685-42b6-a72b-137007ddde7e" -d '{"events": [{"server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "name": "network-vif-plugged", "status": "completed", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:51.240703 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port dc93a067-b868-449c-b5a8-159fc38872ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dc93a067-b868-449c-b5a8-159fc38872ff,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:51.245894 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:51.247767 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 85496273-1b2d-4957-adc8-5c5129db06a6 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:35:51.271796 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d5b24b-7b4f-4980-bed9-ad4eac3af5e9 x-openstack-request-id: req-e5d5b24b-7b4f-4980-bed9-ad4eac3af5e9 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:51.272080 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "name": "network-vif-plugged", "status": "completed", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:51.272379 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5d5b24b-7b4f-4980-bed9-ad4eac3af5e9 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:51.272723 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'code': 200} Mar 18 10:35:51.330284 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=dc93a067-b868-449c-b5a8-159fc38872ff,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:51.344637 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 85496273-1b2d-4957-adc8-5c5129db06a6 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:35:51.345025 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:51.447482 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 85496273-1b2d-4957-adc8-5c5129db06a6 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:35:51.448026 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:51.460256 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42a2a-0f1b-4bcb-8c64-6b98b678078e req-52eddb4a-9473-4f91-8098-dd470e6b9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:51.462782 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-96c42a2a-0f1b-4bcb-8c64-6b98b678078e req-52eddb4a-9473-4f91-8098-dd470e6b9eed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 1129 time: 0.0495696 Mar 18 10:35:51.505228 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:35:51.511238 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:51.512573 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-96c42a2a-0f1b-4bcb-8c64-6b98b678078e req-384f83f7-cfce-4ade-b9d8-254d84e28f5c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Mar 18 10:35:51.586863 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=8']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:35:52.006283 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea0052-5a1f-40ac-b6eb-eacd3c379f0c req-f4a96a5f-04bf-4283-b3fd-cdee407a5e10 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:52.008557 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ddea0052-5a1f-40ac-b6eb-eacd3c379f0c req-f4a96a5f-04bf-4283-b3fd-cdee407a5e10 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0636961 Mar 18 10:35:52.059588 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ddea0052-5a1f-40ac-b6eb-eacd3c379f0c req-45d046da-6f70-4265-879d-80326f629e2e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447135 Mar 18 10:35:52.181359 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740eb5b-05c0-4f6a-b58b-be9570f847e1 req-d884913b-dde9-41be-8faa-4cab12fdf7ce tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:52.182812 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d740eb5b-05c0-4f6a-b58b-be9570f847e1 req-d884913b-dde9-41be-8faa-4cab12fdf7ce tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0522914 Mar 18 10:35:52.233520 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d740eb5b-05c0-4f6a-b58b-be9570f847e1 req-7ee6ebee-ed27-4d6b-b163-abaead0591dc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451779 Mar 18 10:35:53.178542 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c177281-0baf-4c99-93cc-e293bc1ee60f req-8576d1c0-e513-4050-8f35-cbe53bc7b1fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:53.180046 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0c177281-0baf-4c99-93cc-e293bc1ee60f req-8576d1c0-e513-4050-8f35-cbe53bc7b1fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0523360 Mar 18 10:35:53.225858 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0c177281-0baf-4c99-93cc-e293bc1ee60f req-884aeadf-8faf-4298-b3a6-d08e3070c591 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Mar 18 10:35:53.273571 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:53.275862 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a29fcb-6479-4e78-9f68-f6889856c2a7" -d '{"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-plugged", "status": "completed", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:53.310289 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520eda6a-01f9-4cbd-957d-a91ab379080a x-openstack-request-id: req-520eda6a-01f9-4cbd-957d-a91ab379080a {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:53.310590 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-plugged", "status": "completed", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:53.311064 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-520eda6a-01f9-4cbd-957d-a91ab379080a {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:53.311293 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6', 'code': 200} Mar 18 10:35:53.354719 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9b0a-7930-4378-936b-cfdc1c75ae6e req-2801357e-02b2-4576-a6ec-004a405ad748 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:53.356123 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-da0a9b0a-7930-4378-936b-cfdc1c75ae6e req-2801357e-02b2-4576-a6ec-004a405ad748 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0560272 Mar 18 10:35:53.404048 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-da0a9b0a-7930-4378-936b-cfdc1c75ae6e req-a8bdef97-4545-4709-9e9b-2ad36f04abb9 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Mar 18 10:35:54.353540 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a9315-15bf-46a3-8ed0-161a241a46cf req-569ebc96-71f0-41e5-8bc3-d809cbc23d80 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:54.355196 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-029a9315-15bf-46a3-8ed0-161a241a46cf req-569ebc96-71f0-41e5-8bc3-d809cbc23d80 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0572357 Mar 18 10:35:54.405662 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-029a9315-15bf-46a3-8ed0-161a241a46cf req-a9f00e65-de79-4fdb-a012-288c800228b1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Mar 18 10:35:54.523611 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8268433-d328-4f1a-a852-0aadac09d177 req-277327d0-fcad-4ca3-a83c-e02cb8d7b4fa tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:54.525068 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8268433-d328-4f1a-a852-0aadac09d177 req-277327d0-fcad-4ca3-a83c-e02cb8d7b4fa tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0534723 Mar 18 10:35:54.578044 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8268433-d328-4f1a-a852-0aadac09d177 req-f19ca487-9ca5-41e7-8567-9ddb312a57a7 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472510 Mar 18 10:35:54.698801 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfb937-49af-4f15-b37c-66f189f98052 req-893d6d45-56c7-4c9a-9f04-c27de405fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:54.700337 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-06cfb937-49af-4f15-b37c-66f189f98052 req-893d6d45-56c7-4c9a-9f04-c27de405fce5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1129 time: 0.0526359 Mar 18 10:35:54.753251 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-06cfb937-49af-4f15-b37c-66f189f98052 req-6834b703-c6e0-4ee1-b1bc-6722ecaffca4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471876 Mar 18 10:35:55.527794 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a26728-b6e1-47d4-b59b-2f5b33a4dd04 req-293a7a6f-f076-4be9-b715-09e5e6a564f3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:55.529617 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69a26728-b6e1-47d4-b59b-2f5b33a4dd04 req-293a7a6f-f076-4be9-b715-09e5e6a564f3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0571737 Mar 18 10:35:55.574920 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69a26728-b6e1-47d4-b59b-2f5b33a4dd04 req-b260a2ba-d183-4308-a44a-d24218a90a36 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Mar 18 10:35:55.689397 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342107d-ab4c-4a1c-9afe-c5cc1c74aade req-e5d54634-7733-4072-8ab5-e7db53b92ee2 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:55.690935 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b342107d-ab4c-4a1c-9afe-c5cc1c74aade req-e5d54634-7733-4072-8ab5-e7db53b92ee2 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0532477 Mar 18 10:35:55.695656 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e5950-c41e-48ec-84cb-b3e2cb357253 req-48ec70e8-597f-44dd-9f5a-4e591822349e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:55.697163 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c4e5950-c41e-48ec-84cb-b3e2cb357253 req-48ec70e8-597f-44dd-9f5a-4e591822349e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0515735 Mar 18 10:35:55.699415 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43626) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:35:55.703708 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'port_id': 'dc93a067-b868-449c-b5a8-159fc38872ff'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:35:55.756350 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:55.845266 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c4e5950-c41e-48ec-84cb-b3e2cb357253 req-864eec2e-8984-4328-b63c-fa56355f71f6 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377254 Mar 18 10:35:56.227279 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:56.231705 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:56.353046 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c associated. External IP: 172.27.0.85, port: dc93a067-b868-449c-b5a8-159fc38872ff. Mar 18 10:35:56.574343 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:35:56.908301 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:35:56.914092 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:35:56.920448 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:35:56.932398 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:35:56.933123 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:35:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:56.957885 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-68eaf660-fbcc-4e8f-bb7d-c659e7c65599 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "PUT /v2.0/floatingips/d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c HTTP/1.1" status: 200 len: 990 time: 1.2446239 Mar 18 10:35:56.957885 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:35:56.957885 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf065c-f488-4dcd-a1d5-accc16d14ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:35:56.995518 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2340da31-e737-4de6-aa71-1ca8ddb98167 x-openstack-request-id: req-2340da31-e737-4de6-aa71-1ca8ddb98167 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:35:56.995802 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:35:56.996485 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2340da31-e737-4de6-aa71-1ca8ddb98167 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:35:56.997278 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'status': 'completed', 'code': 200} Mar 18 10:35:57.012687 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf7f0-bc6d-4066-be36-7b274e9a5ae1 req-f9ee7226-45df-4a48-b09c-253faa26fa1e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:57.014316 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e7eaf7f0-bc6d-4066-be36-7b274e9a5ae1 req-f9ee7226-45df-4a48-b09c-253faa26fa1e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0920980 Mar 18 10:35:57.067167 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:35:57.101290 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e7eaf7f0-bc6d-4066-be36-7b274e9a5ae1 req-2115b587-0531-49d5-b563-934f3323f5f7 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807443 Mar 18 10:35:57.107771 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-db6e9e4b-691a-44ac-9c03-0f1c676b83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:57.109269 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-db6e9e4b-691a-44ac-9c03-0f1c676b83ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 1129 time: 0.0871084 Mar 18 10:35:57.206184 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-38db2d3f-ee2d-4b52-af00-97a1e1d68005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:57.207820 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-38db2d3f-ee2d-4b52-af00-97a1e1d68005 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 915 time: 0.0909948 Mar 18 10:35:57.283393 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-561bedf9-fbcf-42ee-9b0f-1bcb790d2f14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc93a067-b868-449c-b5a8-159fc38872ff HTTP/1.1" status: 200 len: 998 time: 0.0700941 Mar 18 10:35:57.327924 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:53Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}, {'id': 'd6248ffe-3eb6-46c2-bfd7-2895d4d9af0c', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:ff:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:35:38Z', 'updated_at': '2022-03-18T10:35:56Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:57.336046 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-45d46545-b6d8-48b0-9ab9-160167cd423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:57.337347 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-45d46545-b6d8-48b0-9ab9-160167cd423f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0481937 Mar 18 10:35:57.361625 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:35:57.373539 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:35:57.374275 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:35:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:57.411376 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-6bd4f977-2e4e-4f49-8bfd-c886f029537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:35:57.413420 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-6bd4f977-2e4e-4f49-8bfd-c886f029537e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706184 Mar 18 10:35:57.494367 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:35:57.519846 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-cdd381ec-c563-413c-807a-9bbf42e5c49c service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996573 Mar 18 10:35:57.627625 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7abf065c-f488-4dcd-a1d5-accc16d14ae1 req-5adc4e3a-37f0-46a0-b3df-cc080d1f881a service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015358 Mar 18 10:35:57.749531 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:53Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}, {'id': 'd6248ffe-3eb6-46c2-bfd7-2895d4d9af0c', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:ff:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:35:38Z', 'updated_at': '2022-03-18T10:35:56Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:35:57.776334 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0c813-a7ee-4bec-972b-251a90a014cf None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:53Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}, {'id': 'd6248ffe-3eb6-46c2-bfd7-2895d4d9af0c', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:ff:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:35:38Z', 'updated_at': '2022-03-18T10:35:56Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:35:57.968647 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9bf88a-da74-4446-b8a9-28fd66f180c7 None None] New status for floating IP d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:35:59.835539 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ea64206-16e1-4ae0-a788-9c3f7f25a414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:02.925189 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75da42ca-e67a-4ecf-bdad-5fc3aeb8b17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.101092 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.294105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43704) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:04.340081 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] Deleting subnet 0f942fce-effd-440e-beb1-cba5ee34a189 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:36:04.343650 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] Publish callbacks [] for subnet (0f942fce-effd-440e-beb1-cba5ee34a189), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.386514 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59454810'] for subnet (0f942fce-effd-440e-beb1-cba5ee34a189), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.431819 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (0f942fce-effd-440e-beb1-cba5ee34a189), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.489692 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59153709'] for subnet (0f942fce-effd-440e-beb1-cba5ee34a189), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.516141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f942fce-effd-440e-beb1-cba5ee34a189,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:04.522410 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.525230 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-485bbddb-0cfc-4e97-bf5a-992f5054f131 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0f942fce-effd-440e-beb1-cba5ee34a189 HTTP/1.1" status: 204 len: 168 time: 0.2301126 Mar 18 10:36:04.527740 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43706) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:04.604244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (c1171038-217e-479f-bc40-e06c493c9da0), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.686239 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (c1171038-217e-479f-bc40-e06c493c9da0), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.695431 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:36:04.708639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1171038-217e-479f-bc40-e06c493c9da0']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:04.719455 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:04.719861 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5e7ab0-f780-4977-9f8f-1a75baa98b9e') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:04.730625 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (1d5e7ab0-f780-4977-9f8f-1a75baa98b9e), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.744220 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (1d5e7ab0-f780-4977-9f8f-1a75baa98b9e), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.750450 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:36:04.750838 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (1d5e7ab0-f780-4977-9f8f-1a75baa98b9e), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:36:04.752519 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:36:04.810989 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (c1171038-217e-479f-bc40-e06c493c9da0), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.816920 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:04.820208 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] 10.222.0.44 "DELETE /v2.0/networks/c1171038-217e-479f-bc40-e06c493c9da0 HTTP/1.1" status: 204 len: 168 time: 0.2915001 Mar 18 10:36:04.832358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74576b15-2f55-46c8-9f13-2bf6babc226a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1171038-217e-479f-bc40-e06c493c9da0,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:04.943091 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43710) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:04.991911 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7275e835-f539-4f46-b59e-b97ec7b3a726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8947be1da1c46fda5e39d8199f96ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465236 Mar 18 10:36:04.994724 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43712) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:05.048592 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c355e9fa-2dfb-424b-8ae2-df672032a53d admin admin] Publish callbacks [] for security_group (719d680f-b715-4fcb-8342-37754fa4bfa2), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:05.072523 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c355e9fa-2dfb-424b-8ae2-df672032a53d admin admin] Publish callbacks [] for security_group (719d680f-b715-4fcb-8342-37754fa4bfa2), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:05.131522 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c355e9fa-2dfb-424b-8ae2-df672032a53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (719d680f-b715-4fcb-8342-37754fa4bfa2), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:05.136008 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c355e9fa-2dfb-424b-8ae2-df672032a53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:05.137989 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c355e9fa-2dfb-424b-8ae2-df672032a53d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/719d680f-b715-4fcb-8342-37754fa4bfa2 HTTP/1.1" status: 204 len: 168 time: 0.1420348 Mar 18 10:36:05.151689 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355e9fa-2dfb-424b-8ae2-df672032a53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719d680f-b715-4fcb-8342-37754fa4bfa2,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:05.875053 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43734) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:05.930976 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.037905 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-548287813-network', 'tenant_id': '088efabedf814232af95dbf73ec318fb'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.057439 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Made reservation on behalf of 088efabedf814232af95dbf73ec318fb for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:06.059910 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.068643 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.152508 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks [] for security_group (4543a321-a0fc-4aa5-93cc-cb03d917b5c8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.156750 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4543a321-a0fc-4aa5-93cc-cb03d917b5c8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.188977 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:06.196428 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4543a321-a0fc-4aa5-93cc-cb03d917b5c8,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.206042 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (82d93ee8-6fad-4b9f-8b9f-20143aefaf0a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.206564 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Added segment 82d93ee8-6fad-4b9f-8b9f-20143aefaf0a of type vlan for network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 Mar 18 10:36:06.261002 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (5cf32ecf-f2cc-48e1-adda-b0589b57ac82), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.289489 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (5cf32ecf-f2cc-48e1-adda-b0589b57ac82), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.290569 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:06.291220 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.345232 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4688778 Mar 18 10:36:06.349828 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43738) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:06.356132 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4622b9-014e-4a3d-b152-91a7f7c06e66 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf32ecf-f2cc-48e1-adda-b0589b57ac82,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.356479 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Request body: {'subnet': {'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-548287813-subnet', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.371056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:36:06.394526 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Made reservation on behalf of 088efabedf814232af95dbf73ec318fb for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:06.398998 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59153664'] for subnet (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.598234 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59153686'] for subnet (d953d0e0-cba3-4faa-a872-61b2bcb7dfae), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.654388 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d953d0e0-cba3-4faa-a872-61b2bcb7dfae,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:06.670612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Checking segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:06.670970 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Network hostable DHCP agents. Network: 5cf32ecf-f2cc-48e1-adda-b0589b57ac82, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:06.690691 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:06.701992 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, 5cf32ecf-f2cc-48e1-adda-b0589b57ac82) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:06.706513 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:06.707112 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.712456 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd0c34-63c6-4187-931d-17ae4cfa8fb7 None None] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:36:06.728099 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4b73f690-dbf2-44b8-875c-414a89b8f12b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3762858 Mar 18 10:36:06.730665 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43740) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:06.735106 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:06.763144 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (e0efcbb3-b2c8-4c53-967a-c6b769411193), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.765288 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (e0efcbb3-b2c8-4c53-967a-c6b769411193), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.834650 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks [] for router_controller (e0efcbb3-b2c8-4c53-967a-c6b769411193), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:06.850711 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:36:06.852053 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.032429 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks [] for router_gateway (e0efcbb3-b2c8-4c53-967a-c6b769411193), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.070379 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Allocated IP 172.20.0.2 (5cf32ecf-f2cc-48e1-adda-b0589b57ac82/d953d0e0-cba3-4faa-a872-61b2bcb7dfae/24735f8a-53b6-4b1f-8472-15370955460a) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:07.249084 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.301880 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Publish callbacks [] for port (24735f8a-53b6-4b1f-8472-15370955460a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.311564 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (24735f8a-53b6-4b1f-8472-15370955460a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.317011 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks [] for router_gateway (e0efcbb3-b2c8-4c53-967a-c6b769411193), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.352601 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.353366 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:07.359464 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:07.364170 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:07.368189 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Pushing event updated for resources: {'Port': ['ID=24735f8a-53b6-4b1f-8472-15370955460a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:07.428812 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Attempting to bind port 24735f8a-53b6-4b1f-8472-15370955460a on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:07.429188 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Attempting to bind port 24735f8a-53b6-4b1f-8472-15370955460a by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:07.429556 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Attempting to bind port 24735f8a-53b6-4b1f-8472-15370955460a on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:07.435099 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:07.435484 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Checking segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:07.435890 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.436289 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Bound using segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:07.436780 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Bound port: 24735f8a-53b6-4b1f-8472-15370955460a, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:07.437153 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (24735f8a-53b6-4b1f-8472-15370955460a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.483310 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Allocated IP 172.27.0.29 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/c41ea877-4742-4920-97e4-d3eaa83a4619) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:07.506980 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] For port 24735f8a-53b6-4b1f-8472-15370955460a, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:07.510400 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] For port 24735f8a-53b6-4b1f-8472-15370955460a, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=24735f8a-53b6-4b1f-8472-15370955460a,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:07.518074 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (24735f8a-53b6-4b1f-8472-15370955460a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.593973 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dc905-c357-49b3-beb5-5e8882b792fb None None] Pushing event updated for resources: {'Port': ['ID=24735f8a-53b6-4b1f-8472-15370955460a,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:07.612951 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks [] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.654575 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:07.694717 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:07.698044 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:07.704772 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:07.727328 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Pushing event updated for resources: {'Port': ['ID=c41ea877-4742-4920-97e4-d3eaa83a4619,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:08.292954 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks [] for router_gateway (e0efcbb3-b2c8-4c53-967a-c6b769411193), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:08.536827 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (e0efcbb3-b2c8-4c53-967a-c6b769411193), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:08.594225 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1751ad6-7d4c-46b3-b55c-5b6c6106801a None None] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:36:08.687256 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:36:08.799405 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-4ce2c49a-ec4e-4c9a-a91c-e1e1d37c4fdb None None] Provisioning complete for port 24735f8a-53b6-4b1f-8472-15370955460a triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:08.799691 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c49a-ec4e-4c9a-a91c-e1e1d37c4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (24735f8a-53b6-4b1f-8472-15370955460a), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:08.808245 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:36:08.830685 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:08.830904 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:08.832046 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ac9b0f61-5a52-47ad-8287-3a2e6ab7a86d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1003881 Mar 18 10:36:08.835004 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43742) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:08.877208 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:08.877900 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:09.028770 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2c49a-ec4e-4c9a-a91c-e1e1d37c4fdb None None] Current status of the port 24735f8a-53b6-4b1f-8472-15370955460a is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:09.029229 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c49a-ec4e-4c9a-a91c-e1e1d37c4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (24735f8a-53b6-4b1f-8472-15370955460a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.059367 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:09.237392 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-4ce2c49a-ec4e-4c9a-a91c-e1e1d37c4fdb None None] For port 24735f8a-53b6-4b1f-8472-15370955460a, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=24735f8a-53b6-4b1f-8472-15370955460a,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:09.262058 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c49a-ec4e-4c9a-a91c-e1e1d37c4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (24735f8a-53b6-4b1f-8472-15370955460a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.294827 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 24735f8a-53b6-4b1f-8472-15370955460a up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:09.363909 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.371157 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2c49a-ec4e-4c9a-a91c-e1e1d37c4fdb None None] Pushing event updated for resources: {'Port': ['ID=24735f8a-53b6-4b1f-8472-15370955460a,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:09.406874 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:08Z', 'revision_number': 3, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:09.438567 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 24735f8a-53b6-4b1f-8472-15370955460a triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:09.438944 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (24735f8a-53b6-4b1f-8472-15370955460a), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.440593 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-29aef5cd-d370-46da-91b4-3ac82e8b43ad None None] Provisioning complete for port 24735f8a-53b6-4b1f-8472-15370955460a triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:09.440954 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-29aef5cd-d370-46da-91b4-3ac82e8b43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (24735f8a-53b6-4b1f-8472-15370955460a), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.444696 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:09.445054 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Updating router e0efcbb3-b2c8-4c53-967a-c6b769411193 port c41ea877-4742-4920-97e4-d3eaa83a4619 binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:36:09.536275 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.578778 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Allocated IP 172.20.0.1 (5cf32ecf-f2cc-48e1-adda-b0589b57ac82/d953d0e0-cba3-4faa-a872-61b2bcb7dfae/db8913a7-f962-41de-951d-49ab1964aaf3) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:09.713760 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks [] for port (db8913a7-f962-41de-951d-49ab1964aaf3), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.725195 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 24735f8a-53b6-4b1f-8472-15370955460a is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:09.727435 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-29aef5cd-d370-46da-91b4-3ac82e8b43ad None None] Current status of the port 24735f8a-53b6-4b1f-8472-15370955460a is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:09.775471 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.821475 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:09.826860 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:09.837611 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:09.848125 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Pushing event updated for resources: {'Port': ['ID=db8913a7-f962-41de-951d-49ab1964aaf3,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:09.893189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.893756 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.894346 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.894869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.895439 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.895928 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.896527 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.897032 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.897538 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.898040 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.898519 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.899021 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.899545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.900047 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.900572 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:09.927087 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (e0efcbb3-b2c8-4c53-967a-c6b769411193), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.935738 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Publish callbacks [] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:09.944056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.036879 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Attempting to bind port c41ea877-4742-4920-97e4-d3eaa83a4619 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:10.037522 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Attempting to bind port c41ea877-4742-4920-97e4-d3eaa83a4619 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:10.038136 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Attempting to bind port c41ea877-4742-4920-97e4-d3eaa83a4619 on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:10.046590 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a1268-1278-4bca-898b-31726860fa82 None None] Pushing event updated for resources: {'Port': ['ID=c41ea877-4742-4920-97e4-d3eaa83a4619,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:10.061532 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:10.062169 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:10.062727 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.063147 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:10.063675 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Bound port: c41ea877-4742-4920-97e4-d3eaa83a4619, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:10.064084 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.084044 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.134898 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] For port c41ea877-4742-4920-97e4-d3eaa83a4619, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:10.145355 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] For port c41ea877-4742-4920-97e4-d3eaa83a4619, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=c41ea877-4742-4920-97e4-d3eaa83a4619,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:10.157455 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.193153 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-4034437b-3be0-4ae3-9b99-9a85d1efdc4d None None] Provisioning complete for port db8913a7-f962-41de-951d-49ab1964aaf3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:10.194104 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4034437b-3be0-4ae3-9b99-9a85d1efdc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.254095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:10.254563 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:10.259495 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a1268-1278-4bca-898b-31726860fa82 None None] Pushing event updated for resources: {'Port': ['ID=c41ea877-4742-4920-97e4-d3eaa83a4619,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:10.291280 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks [] for port (db8913a7-f962-41de-951d-49ab1964aaf3), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.299652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.308643 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4034437b-3be0-4ae3-9b99-9a85d1efdc4d None None] Port db8913a7-f962-41de-951d-49ab1964aaf3 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:36:10.376411 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Pushing event updated for resources: {'Port': ['ID=db8913a7-f962-41de-951d-49ab1964aaf3,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:10.379099 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (e0efcbb3-b2c8-4c53-967a-c6b769411193), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.415305 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:10.511627 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:10.513714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:10.662580 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:36:10.709003 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:09Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:10.738864 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9948a-7733-4e59-bcc3-d6c6f172c655 None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:09Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:10.806105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:36:10.813628 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-95b1a058-48f1-438b-b5f7-31d71db1ab32 admin admin] 10.222.0.44 "PUT /v2.0/routers/e0efcbb3-b2c8-4c53-967a-c6b769411193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9755993 Mar 18 10:36:10.842797 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-aa2e594e-32ac-4e8f-9f53-51bfd95e96d0 None None] Provisioning complete for port db8913a7-f962-41de-951d-49ab1964aaf3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:10.843594 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aa2e594e-32ac-4e8f-9f53-51bfd95e96d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:10.894563 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e594e-32ac-4e8f-9f53-51bfd95e96d0 None None] Port db8913a7-f962-41de-951d-49ab1964aaf3 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:36:11.222048 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 24735f8a-53b6-4b1f-8472-15370955460a up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:11.314565 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 24735f8a-53b6-4b1f-8472-15370955460a triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:11.314938 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (24735f8a-53b6-4b1f-8472-15370955460a), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.444499 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 24735f8a-53b6-4b1f-8472-15370955460a is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:11.547964 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43760) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:11.555804 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-733977632-network', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:11.595254 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Made reservation on behalf of 2764bf0450894a5cb005fa246e4fa8d4 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:11.603856 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for network (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.624459 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.753079 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks [] for security_group (7c994168-7478-4d95-a4a7-c300b796ce2d), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.759358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7c994168-7478-4d95-a4a7-c300b796ce2d), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.788195 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 10:36:11.799645 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c994168-7478-4d95-a4a7-c300b796ce2d,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:11.807479 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (1b07c6f8-1ed8-4c91-88a0-87129c22b0e2), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.807818 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Added segment 1b07c6f8-1ed8-4c91-88a0-87129c22b0e2 of type vlan for network abb8900d-2903-419d-b133-be79d6d94fce Mar 18 10:36:11.861494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739624326494'] for network (abb8900d-2903-419d-b133-be79d6d94fce), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.899515 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154'] for network (abb8900d-2903-419d-b133-be79d6d94fce), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.900748 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:11.901575 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:11.962978 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4136329 Mar 18 10:36:11.967921 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43762) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:11.976567 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Request body: {'subnet': {'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-733977632-subnet', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:11.984797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188db9e9-53de-4490-8f8e-1c793d942273 admin admin] Pushing event updated for resources: {'Network': ['ID=abb8900d-2903-419d-b133-be79d6d94fce,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:11.997553 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Network abb8900d-2903-419d-b133-be79d6d94fce details requested by agent ovs-agent-dv-cinder-817135-6-iscsi with host dv-cinder-817135-6-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 10:36:12.013434 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Made reservation on behalf of 2764bf0450894a5cb005fa246e4fa8d4 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:12.017371 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229141'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.264668 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58906138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229123'] for subnet (9f5f0106-51e3-4f5c-bc93-b53050829763), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.335386 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5f0106-51e3-4f5c-bc93-b53050829763,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:12.346305 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Checking segment: {'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:12.346671 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Network hostable DHCP agents. Network: abb8900d-2903-419d-b133-be79d6d94fce, hostable agents: ['61a4520a-090e-4733-ade2-7bf06f00fe02'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 10:36:12.369411 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Network abb8900d-2903-419d-b133-be79d6d94fce is scheduled to be hosted by DHCP agent 61a4520a-090e-4733-ade2-7bf06f00fe02 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 10:36:12.381979 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-6-iscsi, abb8900d-2903-419d-b133-be79d6d94fce) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:12.389642 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:12.390819 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.396428 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bbbbdf-82fd-4787-8ca5-a6cfd7f429c8 None None] Network abb8900d-2903-419d-b133-be79d6d94fce requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:36:12.419982 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bd0a8bfc-25d2-44a3-b2bc-a51fd3676349 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4502075 Mar 18 10:36:12.425080 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43764) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:12.433550 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:12.468802 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12532'] for router (a15637cc-ca59-4df6-a232-f35f8f29aa4d), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.470141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539843', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12525'] for router (a15637cc-ca59-4df6-a232-f35f8f29aa4d), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.531793 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks [] for router_controller (a15637cc-ca59-4df6-a232-f35f8f29aa4d), precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.571677 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43e4659-de9a-522b-953d-8fcf45c53f82-abb8900d-2903-419d-b133-be79d6d94fce', 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce', 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'fixed_ips': [{'subnet_id': '9f5f0106-51e3-4f5c-bc93-b53050829763'}]}} from dv-cinder-817135-6-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 10:36:12.572757 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.744668 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks [] for router_gateway (a15637cc-ca59-4df6-a232-f35f8f29aa4d), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:12.815327 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Allocated IP 172.20.0.2 (abb8900d-2903-419d-b133-be79d6d94fce/9f5f0106-51e3-4f5c-bc93-b53050829763/01429902-83eb-469c-ae4e-66f677534efa) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:12.993861 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks [] for router_gateway (a15637cc-ca59-4df6-a232-f35f8f29aa4d), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.015112 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.193918 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Allocated IP 172.27.0.165 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/87c75f0d-89c6-43e5-9965-e01578aaaa1d) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:13.240893 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device c41ea877-4742-4920-97e4-d3eaa83a4619 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:13.264408 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Publish callbacks [] for port (01429902-83eb-469c-ae4e-66f677534efa), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.295700 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623'] for port (01429902-83eb-469c-ae4e-66f677534efa), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.359085 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Network abb8900d-2903-419d-b133-be79d6d94fce is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:13.365505 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:13.366480 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:13.367771 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Pushing event updated for resources: {'Port': ['ID=01429902-83eb-469c-ae4e-66f677534efa,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:13.370215 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:13.385675 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:13.391319 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:13.400205 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks [] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.444614 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port c41ea877-4742-4920-97e4-d3eaa83a4619 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:13.445119 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.446612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.476955 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Attempting to bind port 01429902-83eb-469c-ae4e-66f677534efa on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:13.477446 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Attempting to bind port 01429902-83eb-469c-ae4e-66f677534efa by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:13.477913 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Attempting to bind port 01429902-83eb-469c-ae4e-66f677534efa on network abb8900d-2903-419d-b133-be79d6d94fce {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:13.488084 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:13.488690 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Checking segment: {'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:13.489078 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.489565 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Bound using segment: {'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:13.490746 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Bound port: 01429902-83eb-469c-ae4e-66f677534efa, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:13.491273 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (01429902-83eb-469c-ae4e-66f677534efa), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.527696 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:13.538592 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:13.541727 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:13.585281 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Pushing event updated for resources: {'Port': ['ID=87c75f0d-89c6-43e5-9965-e01578aaaa1d,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:13.602036 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:13.611139 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] For port 01429902-83eb-469c-ae4e-66f677534efa, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:13.615860 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] For port 01429902-83eb-469c-ae4e-66f677534efa, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=01429902-83eb-469c-ae4e-66f677534efa,segment=NetworkSegment(1b07c6f8-1ed8-4c91-88a0-87129c22b0e2),segment_id=1b07c6f8-1ed8-4c91-88a0-87129c22b0e2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:13.619732 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port c41ea877-4742-4920-97e4-d3eaa83a4619 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:13.620161 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.634362 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (01429902-83eb-469c-ae4e-66f677534efa), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.672800 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port c41ea877-4742-4920-97e4-d3eaa83a4619, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=c41ea877-4742-4920-97e4-d3eaa83a4619,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:13.685648 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:13.722931 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edef7c-f038-4bab-a05f-a90413a4cd87 None None] Pushing event updated for resources: {'Port': ['ID=01429902-83eb-469c-ae4e-66f677534efa,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:13.788007 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=c41ea877-4742-4920-97e4-d3eaa83a4619,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:13.966101 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 2, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:14.004998 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:14.005385 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Updating router e0efcbb3-b2c8-4c53-967a-c6b769411193 port db8913a7-f962-41de-951d-49ab1964aaf3 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:36:14.037400 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.230061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks [] for router_gateway (a15637cc-ca59-4df6-a232-f35f8f29aa4d), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.401043 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Publish callbacks [] for port (db8913a7-f962-41de-951d-49ab1964aaf3), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.410482 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.486815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539670'] for router (a15637cc-ca59-4df6-a232-f35f8f29aa4d), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.500615 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Pushing event updated for resources: {'Port': ['ID=db8913a7-f962-41de-951d-49ab1964aaf3,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:14.541279 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.541971 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.542505 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.543024 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.543522 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.543857 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.544177 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.544499 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.544822 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.545146 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.545467 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.545846 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.546143 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.546630 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.547112 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:14.588041 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Attempting to bind port db8913a7-f962-41de-951d-49ab1964aaf3 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:14.588503 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Attempting to bind port db8913a7-f962-41de-951d-49ab1964aaf3 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:14.589288 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Attempting to bind port db8913a7-f962-41de-951d-49ab1964aaf3 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:14.595252 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:14.595640 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Checking segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:14.596145 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.596617 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Bound using segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:14.597172 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Bound port: db8913a7-f962-41de-951d-49ab1964aaf3, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:14.597622 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.670094 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Router a15637cc-ca59-4df6-a232-f35f8f29aa4d is scheduled to L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 10:36:14.705206 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] For port db8913a7-f962-41de-951d-49ab1964aaf3, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:14.711721 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] For port db8913a7-f962-41de-951d-49ab1964aaf3, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=db8913a7-f962-41de-951d-49ab1964aaf3,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:14.723232 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.791291 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:14.791990 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:14.837914 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:36:14.854141 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Sync routers for ids ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:14.870461 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.876262 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9749a08d-f4a8-4a04-8106-921aa90ebf92 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4453707 Mar 18 10:36:14.876722 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43766) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:14.900889 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-371296d4-6d3f-4d94-ad3d-e5d7605c559d None None] Provisioning complete for port db8913a7-f962-41de-951d-49ab1964aaf3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:14.901643 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-371296d4-6d3f-4d94-ad3d-e5d7605c559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:14.903998 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Routers {'a15637cc-ca59-4df6-a232-f35f8f29aa4d'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:14.905072 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:14.919127 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:15.014180 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da6429-0da4-40b1-916f-cd4a25c7f084 None None] Network abb8900d-2903-419d-b133-be79d6d94fce requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:36:15.196648 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0d0e9-376d-4513-9a2c-20d8c7f5960d None None] Pushing event updated for resources: {'Port': ['ID=db8913a7-f962-41de-951d-49ab1964aaf3,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:15.204194 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Set router a15637cc-ca59-4df6-a232-f35f8f29aa4d gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:15.317671 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:14Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:15.356718 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f450b3-8b76-4e29-bbcc-d7d74fcefde3 None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:14Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:15.396446 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-371296d4-6d3f-4d94-ad3d-e5d7605c559d None None] Current status of the port db8913a7-f962-41de-951d-49ab1964aaf3 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:15.396847 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-371296d4-6d3f-4d94-ad3d-e5d7605c559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.434132 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 01429902-83eb-469c-ae4e-66f677534efa up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:15.499270 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-371296d4-6d3f-4d94-ad3d-e5d7605c559d None None] For port db8913a7-f962-41de-951d-49ab1964aaf3, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=db8913a7-f962-41de-951d-49ab1964aaf3,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:15.514332 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-371296d4-6d3f-4d94-ad3d-e5d7605c559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.526614 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.623615 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 01429902-83eb-469c-ae4e-66f677534efa triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:15.623995 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (01429902-83eb-469c-ae4e-66f677534efa), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.627940 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371296d4-6d3f-4d94-ad3d-e5d7605c559d None None] Pushing event updated for resources: {'Port': ['ID=db8913a7-f962-41de-951d-49ab1964aaf3,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:15.707526 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Provisioning complete for port 01429902-83eb-469c-ae4e-66f677534efa triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:15.707996 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (01429902-83eb-469c-ae4e-66f677534efa), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.752589 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:36:14Z', 'revision_number': 3, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port': {'id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:13Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:15.782349 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Allocated IP 172.20.0.1 (abb8900d-2903-419d-b133-be79d6d94fce/9f5f0106-51e3-4f5c-bc93-b53050829763/d72244ef-6e2c-4194-a43f-49a62e855622) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:15.807982 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Checking router: a15637cc-ca59-4df6-a232-f35f8f29aa4d for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:15.808331 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Updating router a15637cc-ca59-4df6-a232-f35f8f29aa4d port 87c75f0d-89c6-43e5-9965-e01578aaaa1d binding host dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:36:15.862614 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 01429902-83eb-469c-ae4e-66f677534efa is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:15.862614 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (01429902-83eb-469c-ae4e-66f677534efa), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.866708 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.935764 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks [] for port (d72244ef-6e2c-4194-a43f-49a62e855622), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.952581 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 01429902-83eb-469c-ae4e-66f677534efa, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=01429902-83eb-469c-ae4e-66f677534efa,segment=NetworkSegment(1b07c6f8-1ed8-4c91-88a0-87129c22b0e2),segment_id=1b07c6f8-1ed8-4c91-88a0-87129c22b0e2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:15.966287 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (01429902-83eb-469c-ae4e-66f677534efa), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:15.967529 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device c41ea877-4742-4920-97e4-d3eaa83a4619 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:15.981876 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.018511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Current status of the port 01429902-83eb-469c-ae4e-66f677534efa is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:16.018511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (01429902-83eb-469c-ae4e-66f677534efa), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.026678 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Network abb8900d-2903-419d-b133-be79d6d94fce is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:16.029960 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:16.033744 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:16.081448 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Pushing event updated for resources: {'Port': ['ID=d72244ef-6e2c-4194-a43f-49a62e855622,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:16.094090 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541123'] for router_interface (a15637cc-ca59-4df6-a232-f35f8f29aa4d), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.308954 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.355616 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=01429902-83eb-469c-ae4e-66f677534efa,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:16.386992 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port c41ea877-4742-4920-97e4-d3eaa83a4619 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:16.387360 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.395050 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.db.api [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 10:36:16.395445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG oslo_db.api [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 10:36:16.558057 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks [] for port (d72244ef-6e2c-4194-a43f-49a62e855622), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.563987 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Publish callbacks [] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.564449 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.565599 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port c41ea877-4742-4920-97e4-d3eaa83a4619 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:16.575922 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.634852 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Attempting to bind port 87c75f0d-89c6-43e5-9965-e01578aaaa1d on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:16.635306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Attempting to bind port 87c75f0d-89c6-43e5-9965-e01578aaaa1d by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:16.635613 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Attempting to bind port 87c75f0d-89c6-43e5-9965-e01578aaaa1d on network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:16.642590 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0b12b-4049-4254-b839-1989a34c5440 None None] Pushing event updated for resources: {'Port': ['ID=87c75f0d-89c6-43e5-9965-e01578aaaa1d,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:16.644322 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Pushing event updated for resources: {'Port': ['ID=d72244ef-6e2c-4194-a43f-49a62e855622,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:16.647038 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541015'] for router_interface (a15637cc-ca59-4df6-a232-f35f8f29aa4d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.647703 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:16.648079 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Checking segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:16.648482 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.648870 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Bound using segment: {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:16.649353 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Bound port: 87c75f0d-89c6-43e5-9965-e01578aaaa1d, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2b6a06-37f4-40f4-9658-60d6ed254ad2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:16.649732 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.708784 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] For port 87c75f0d-89c6-43e5-9965-e01578aaaa1d, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:16.712288 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] For port 87c75f0d-89c6-43e5-9965-e01578aaaa1d, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=87c75f0d-89c6-43e5-9965-e01578aaaa1d,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:16.719441 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:16.782304 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Routers {'a15637cc-ca59-4df6-a232-f35f8f29aa4d'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:16.782966 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:16.788739 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0b12b-4049-4254-b839-1989a34c5440 None None] Pushing event updated for resources: {'Port': ['ID=87c75f0d-89c6-43e5-9965-e01578aaaa1d,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:16.814571 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Network abb8900d-2903-419d-b133-be79d6d94fce is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:16.816368 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:16.982348 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Router a15637cc-ca59-4df6-a232-f35f8f29aa4d has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:36:16.987189 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Current status of the port 01429902-83eb-469c-ae4e-66f677534efa is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:17.023314 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Provisioning complete for port db8913a7-f962-41de-951d-49ab1964aaf3 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:17.023688 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:17.026656 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] Set router a15637cc-ca59-4df6-a232-f35f8f29aa4d gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:17.109414 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:17.199934 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:36:17.214653 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8fb7439d-7e5f-41d1-b5a9-06d77d8d9244 admin admin] 10.222.0.44 "PUT /v2.0/routers/a15637cc-ca59-4df6-a232-f35f8f29aa4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367026 Mar 18 10:36:17.261550 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-98950798-a92d-4a93-8a42-b00fe35bf20a None None] Current status of the port db8913a7-f962-41de-951d-49ab1964aaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:17.287394 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 01429902-83eb-469c-ae4e-66f677534efa up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:17.390883 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 01429902-83eb-469c-ae4e-66f677534efa triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:17.391249 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (01429902-83eb-469c-ae4e-66f677534efa), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:17.418723 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 4, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port': {'id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:13Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'd72244ef-6e2c-4194-a43f-49a62e855622', 'name': '', 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'mac_address': 'fa:16:3e:1f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:15Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 2, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'subnets': [{'id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:17.450661 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-4acb9e27-9f61-427b-94d7-0c24c40cd9b1 None None] Provisioning complete for port 01429902-83eb-469c-ae4e-66f677534efa triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:17.451031 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4acb9e27-9f61-427b-94d7-0c24c40cd9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (01429902-83eb-469c-ae4e-66f677534efa), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:17.455046 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2a342-a8df-414a-ad15-ab32c4b1273b None None] The sync data for ids ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'] in dv-cinder-817135-6-iscsi is: [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 4, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port': {'id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:13Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'd72244ef-6e2c-4194-a43f-49a62e855622', 'name': '', 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'mac_address': 'fa:16:3e:1f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:15Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 2, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'subnets': [{'id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:17.616929 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 01429902-83eb-469c-ae4e-66f677534efa is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:17.618696 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device db8913a7-f962-41de-951d-49ab1964aaf3 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:17.671557 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9e27-9f61-427b-94d7-0c24c40cd9b1 None None] Current status of the port 01429902-83eb-469c-ae4e-66f677534efa is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:17.690331 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-4acb9e27-9f61-427b-94d7-0c24c40cd9b1 None None] Provisioning complete for port d72244ef-6e2c-4194-a43f-49a62e855622 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:17.690711 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4acb9e27-9f61-427b-94d7-0c24c40cd9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:17.735002 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port db8913a7-f962-41de-951d-49ab1964aaf3 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:17.735758 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:17.794488 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9e27-9f61-427b-94d7-0c24c40cd9b1 None None] Port d72244ef-6e2c-4194-a43f-49a62e855622 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:36:17.859676 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port db8913a7-f962-41de-951d-49ab1964aaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:17.898500 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43776) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:17.905186 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-1bf03c2d-55ae-4d95-bc4d-a9795518d8d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969476455', 'description': 'tempest-secgroup-smoke-1969476455 description', 'project_id': '088efabedf814232af95dbf73ec318fb'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:17.935992 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bf03c2d-55ae-4d95-bc4d-a9795518d8d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.027290 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bf03c2d-55ae-4d95-bc4d-a9795518d8d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group (2f829e4a-08cc-4c9d-bc44-9ab84a941b2a), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.032020 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bf03c2d-55ae-4d95-bc4d-a9795518d8d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2f829e4a-08cc-4c9d-bc44-9ab84a941b2a), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.062541 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bf03c2d-55ae-4d95-bc4d-a9795518d8d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.063880 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1bf03c2d-55ae-4d95-bc4d-a9795518d8d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1639063 Mar 18 10:36:18.066995 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43780) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:18.069519 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf03c2d-55ae-4d95-bc4d-a9795518d8d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.072460 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e3b836c8-2b08-40f2-9e31-011c3699a195 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'security_group_rule': {'security_group_id': '2f829e4a-08cc-4c9d-bc44-9ab84a941b2a', 'project_id': '088efabedf814232af95dbf73ec318fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:18.114083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e3b836c8-2b08-40f2-9e31-011c3699a195 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (a50226af-e918-4ec8-8842-b77b76a77b38), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.225637 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e3b836c8-2b08-40f2-9e31-011c3699a195 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (a50226af-e918-4ec8-8842-b77b76a77b38), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.231145 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e3b836c8-2b08-40f2-9e31-011c3699a195 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (a50226af-e918-4ec8-8842-b77b76a77b38), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.262369 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b836c8-2b08-40f2-9e31-011c3699a195 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50226af-e918-4ec8-8842-b77b76a77b38,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.281365 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e3b836c8-2b08-40f2-9e31-011c3699a195 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.288409 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e3b836c8-2b08-40f2-9e31-011c3699a195 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2171197 Mar 18 10:36:18.289001 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43782) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:18.297038 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-a109b016-4c4d-43a8-a96e-12a2592e7c4e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'security_group_rule': {'security_group_id': '2f829e4a-08cc-4c9d-bc44-9ab84a941b2a', 'project_id': '088efabedf814232af95dbf73ec318fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:18.351924 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a109b016-4c4d-43a8-a96e-12a2592e7c4e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (9b37666d-97a0-4688-aac0-715efc7915f5), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.444431 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a109b016-4c4d-43a8-a96e-12a2592e7c4e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (9b37666d-97a0-4688-aac0-715efc7915f5), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.451150 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a109b016-4c4d-43a8-a96e-12a2592e7c4e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (9b37666d-97a0-4688-aac0-715efc7915f5), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.485348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109b016-4c4d-43a8-a96e-12a2592e7c4e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b37666d-97a0-4688-aac0-715efc7915f5,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.499822 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a109b016-4c4d-43a8-a96e-12a2592e7c4e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.505095 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a109b016-4c4d-43a8-a96e-12a2592e7c4e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2106106 Mar 18 10:36:18.506191 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43784) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:18.510969 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e88bc9f0-9626-4f81-8c5d-1eb8d27de471 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'security_group_rule': {'security_group_id': '2f829e4a-08cc-4c9d-bc44-9ab84a941b2a', 'project_id': '088efabedf814232af95dbf73ec318fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:18.545718 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f0-9626-4f81-8c5d-1eb8d27de471 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (e222800d-5439-468d-a110-951a90bc1a6a), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.625742 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f0-9626-4f81-8c5d-1eb8d27de471 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (e222800d-5439-468d-a110-951a90bc1a6a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.631389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f0-9626-4f81-8c5d-1eb8d27de471 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (e222800d-5439-468d-a110-951a90bc1a6a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.652374 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc9f0-9626-4f81-8c5d-1eb8d27de471 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e222800d-5439-468d-a110-951a90bc1a6a,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.662771 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f0-9626-4f81-8c5d-1eb8d27de471 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.666512 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e88bc9f0-9626-4f81-8c5d-1eb8d27de471 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591642 Mar 18 10:36:18.667092 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43786) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:18.674058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-033ab7e0-e742-4cb3-9cd9-3779343f0b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'security_group_rule': {'security_group_id': '2f829e4a-08cc-4c9d-bc44-9ab84a941b2a', 'project_id': '088efabedf814232af95dbf73ec318fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:18.723040 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-033ab7e0-e742-4cb3-9cd9-3779343f0b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (3067bccc-f2cc-4df7-93af-a7855bf0bebf), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.801253 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-033ab7e0-e742-4cb3-9cd9-3779343f0b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (3067bccc-f2cc-4df7-93af-a7855bf0bebf), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.806105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-033ab7e0-e742-4cb3-9cd9-3779343f0b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (3067bccc-f2cc-4df7-93af-a7855bf0bebf), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.824302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ab7e0-e742-4cb3-9cd9-3779343f0b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3067bccc-f2cc-4df7-93af-a7855bf0bebf,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.836978 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-033ab7e0-e742-4cb3-9cd9-3779343f0b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.839081 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-033ab7e0-e742-4cb3-9cd9-3779343f0b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701100 Mar 18 10:36:18.842457 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43788) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:18.850934 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'security_group_rule': {'security_group_id': '2f829e4a-08cc-4c9d-bc44-9ab84a941b2a', 'project_id': '088efabedf814232af95dbf73ec318fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:18.883271 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.securitygroups_db [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Project 088efabedf814232af95dbf73ec318fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:36:18.888714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (a6f98d79-0afe-48c7-b056-4d5b3a330057), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.952861 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (a6f98d79-0afe-48c7-b056-4d5b3a330057), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.956550 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (a6f98d79-0afe-48c7-b056-4d5b3a330057), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.977679 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f98d79-0afe-48c7-b056-4d5b3a330057,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:18.986032 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:18.989658 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7ef94ac3-cd1d-4b33-b377-25dfb5d12cc7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433322 Mar 18 10:36:18.989993 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43790) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:18.994750 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'security_group_rule': {'security_group_id': '2f829e4a-08cc-4c9d-bc44-9ab84a941b2a', 'project_id': '088efabedf814232af95dbf73ec318fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:19.021588 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.securitygroups_db [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Project 088efabedf814232af95dbf73ec318fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 10:36:19.030315 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (2eb513a3-bd54-4926-bf9d-4b02ca492153), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:19.097805 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (2eb513a3-bd54-4926-bf9d-4b02ca492153), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:19.102788 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (2eb513a3-bd54-4926-bf9d-4b02ca492153), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:19.121105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb513a3-bd54-4926-bf9d-4b02ca492153,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:19.129869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:19.132020 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7422de4f-eb24-45fd-b67b-5c9008b1ac30 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408062 Mar 18 10:36:19.237692 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 87c75f0d-89c6-43e5-9965-e01578aaaa1d up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:19.295876 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 87c75f0d-89c6-43e5-9965-e01578aaaa1d triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:19.296259 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:19.381013 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 87c75f0d-89c6-43e5-9965-e01578aaaa1d is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:19.381416 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:19.404969 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] For port 87c75f0d-89c6-43e5-9965-e01578aaaa1d, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=87c75f0d-89c6-43e5-9965-e01578aaaa1d,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:19.409703 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:19.463546 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Pushing event updated for resources: {'Port': ['ID=87c75f0d-89c6-43e5-9965-e01578aaaa1d,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:19.856108 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Sync routers for ids ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:19.870290 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Routers {'a15637cc-ca59-4df6-a232-f35f8f29aa4d'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:19.870953 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:19.987552 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Set router a15637cc-ca59-4df6-a232-f35f8f29aa4d gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:20.211071 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 4, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port': {'id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:13Z', 'updated_at': '2022-03-18T10:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'd72244ef-6e2c-4194-a43f-49a62e855622', 'name': '', 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'mac_address': 'fa:16:3e:1f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:15Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 2, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'subnets': [{'id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.243005 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Checking router: a15637cc-ca59-4df6-a232-f35f8f29aa4d for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:20.243367 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Updating router a15637cc-ca59-4df6-a232-f35f8f29aa4d port d72244ef-6e2c-4194-a43f-49a62e855622 binding host dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 10:36:20.273002 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.548180 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Publish callbacks [] for port (d72244ef-6e2c-4194-a43f-49a62e855622), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.554551 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.631202 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707b30d-c1bb-4721-94b3-09582957973c None None] Pushing event updated for resources: {'Port': ['ID=d72244ef-6e2c-4194-a43f-49a62e855622,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:20.661544 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Attempting to bind port d72244ef-6e2c-4194-a43f-49a62e855622 on host dv-cinder-817135-6-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:20.661983 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Attempting to bind port d72244ef-6e2c-4194-a43f-49a62e855622 by drivers openvswitch,hyperv on host dv-cinder-817135-6-iscsi at level 0 using segments [{'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:20.662335 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Attempting to bind port d72244ef-6e2c-4194-a43f-49a62e855622 on network abb8900d-2903-419d-b133-be79d6d94fce {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:20.667908 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Checking agent: {'id': '246aa63e-b8c2-48a6-ae79-7f045a9b5137', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 19, 7), 'started_at': datetime.datetime(2022, 3, 18, 10, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:20.668261 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Checking segment: {'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:20.668665 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.669055 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Bound using segment: {'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:20.669666 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Bound port: d72244ef-6e2c-4194-a43f-49a62e855622, host: dv-cinder-817135-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:20.670073 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.741600 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] For port d72244ef-6e2c-4194-a43f-49a62e855622, host dv-cinder-817135-6-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:20.745055 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] For port d72244ef-6e2c-4194-a43f-49a62e855622, host dv-cinder-817135-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=d72244ef-6e2c-4194-a43f-49a62e855622,segment=NetworkSegment(1b07c6f8-1ed8-4c91-88a0-87129c22b0e2),segment_id=1b07c6f8-1ed8-4c91-88a0-87129c22b0e2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:20.752684 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.815430 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Routers {'a15637cc-ca59-4df6-a232-f35f8f29aa4d'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:20.816111 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:20.821547 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707b30d-c1bb-4721-94b3-09582957973c None None] Pushing event updated for resources: {'Port': ['ID=d72244ef-6e2c-4194-a43f-49a62e855622,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:20.839788 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0fbcc0b6-e246-4a05-bfab-dcaff20d2b55 None None] Provisioning complete for port d72244ef-6e2c-4194-a43f-49a62e855622 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:20.840969 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc0b6-e246-4a05-bfab-dcaff20d2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.931902 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcc0b6-e246-4a05-bfab-dcaff20d2b55 None None] Current status of the port d72244ef-6e2c-4194-a43f-49a62e855622 is: DOWN; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:20.931902 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc0b6-e246-4a05-bfab-dcaff20d2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:20.940799 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] Set router a15637cc-ca59-4df6-a232-f35f8f29aa4d gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:20.973401 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0fbcc0b6-e246-4a05-bfab-dcaff20d2b55 None None] For port d72244ef-6e2c-4194-a43f-49a62e855622, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=d72244ef-6e2c-4194-a43f-49a62e855622,segment=NetworkSegment(1b07c6f8-1ed8-4c91-88a0-87129c22b0e2),segment_id=1b07c6f8-1ed8-4c91-88a0-87129c22b0e2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:20.977698 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc0b6-e246-4a05-bfab-dcaff20d2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:21.029047 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcc0b6-e246-4a05-bfab-dcaff20d2b55 None None] Pushing event updated for resources: {'Port': ['ID=d72244ef-6e2c-4194-a43f-49a62e855622,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:21.100295 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-b86d8159-8f5e-4ab2-b7e1-cd608ee69aa2 None None] Provisioning complete for port d72244ef-6e2c-4194-a43f-49a62e855622 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:21.100676 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86d8159-8f5e-4ab2-b7e1-cd608ee69aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:21.169670 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 4, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port': {'id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:13Z', 'updated_at': '2022-03-18T10:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'd72244ef-6e2c-4194-a43f-49a62e855622', 'name': '', 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'mac_address': 'fa:16:3e:1f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:15Z', 'updated_at': '2022-03-18T10:36:20Z', 'revision_number': 4, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'subnets': [{'id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:21.197100 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2dae4-a924-402c-a9a5-1f9afb7527f5 None None] The sync data for ids ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'] in dv-cinder-817135-6-iscsi is: [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:36:16Z', 'revision_number': 4, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port': {'id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:13Z', 'updated_at': '2022-03-18T10:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'd72244ef-6e2c-4194-a43f-49a62e855622', 'name': '', 'network_id': 'abb8900d-2903-419d-b133-be79d6d94fce', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'mac_address': 'fa:16:3e:1f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:15Z', 'updated_at': '2022-03-18T10:36:20Z', 'revision_number': 4, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'subnets': [{'id': '9f5f0106-51e3-4f5c-bc93-b53050829763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:21.206205 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b86d8159-8f5e-4ab2-b7e1-cd608ee69aa2 None None] Current status of the port d72244ef-6e2c-4194-a43f-49a62e855622 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:21.249322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 87c75f0d-89c6-43e5-9965-e01578aaaa1d up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:21.304105 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port 87c75f0d-89c6-43e5-9965-e01578aaaa1d triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:21.304513 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:21.390876 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port 87c75f0d-89c6-43e5-9965-e01578aaaa1d is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:21.392070 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device d72244ef-6e2c-4194-a43f-49a62e855622 up at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:21.453832 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Provisioning complete for port d72244ef-6e2c-4194-a43f-49a62e855622 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:21.454518 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:21.543307 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Current status of the port d72244ef-6e2c-4194-a43f-49a62e855622 is: ACTIVE; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:22.802408 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-2cec0375-fcd5-4207-ae1f-4f114a5c1bc0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527487 Mar 18 10:36:22.907059 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-1dc0d0cc-d8ae-4adc-8305-dd9bce8eaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:22.908577 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-1dc0d0cc-d8ae-4adc-8305-dd9bce8eaa3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1129 time: 0.0567858 Mar 18 10:36:23.025275 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-8b35fb4b-804d-4ed3-bd4a-31ad4b8e922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:23.026807 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-8b35fb4b-804d-4ed3-bd4a-31ad4b8e922a service neutron] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 910 time: 0.0986917 Mar 18 10:36:23.100562 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-261d3be0-136d-4345-8d30-ae4904065cd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 1001 time: 0.0653579 Mar 18 10:36:23.151766 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-ee79ec6e-6837-46fa-81c2-91d6fe29cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:23.153255 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-ee79ec6e-6837-46fa-81c2-91d6fe29cb1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0451920 Mar 18 10:36:23.209048 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-e70eef1e-1f01-4c63-8954-0a94c6102b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:23.210703 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-e70eef1e-1f01-4c63-8954-0a94c6102b07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464597 Mar 18 10:36:23.320577 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-d53692dc-e61d-47e1-9f4e-c464a1b59828 service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975697 Mar 18 10:36:23.416380 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d3d1287-6ee8-4702-b0ca-af94c365fd02 req-828192f0-2f01-41fa-b9a7-56f01d336bec service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894039 Mar 18 10:36:29.838232 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e47d77bd-9d0f-4102-8af7-99fe8f3fb936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:32.915780 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b8dcef20-9e2f-44be-b87a-bada1e3747de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:34.096359 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:34.372760 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1637ef4-0867-4687-acdb-a45b29d79a71 req-53bdc77f-7d76-4d42-98d0-5471ff0618c7 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:34.374386 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d1637ef4-0867-4687-acdb-a45b29d79a71 req-53bdc77f-7d76-4d42-98d0-5471ff0618c7 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0611227 Mar 18 10:36:34.433662 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d1637ef4-0867-4687-acdb-a45b29d79a71 req-7b8a75aa-9373-4c1a-a118-cf3318596685 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520732 Mar 18 10:36:34.672761 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-a43032b4-5dd6-43ac-8171-25a26f829ac9 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969476455&fields=id&tenant_id=088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 267 time: 0.0472200 Mar 18 10:36:34.784187 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-0aaee580-fefa-4d0d-ba6b-b175c9f83704 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:34.785725 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-0aaee580-fefa-4d0d-ba6b-b175c9f83704 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 811 time: 0.1064925 Mar 18 10:36:34.802375 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-2cfabb18-e787-415a-9278-a8b780fdc810 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/quotas/088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 375 time: 0.0104182 Mar 18 10:36:34.860407 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-d5337334-8e1e-49a0-8639-1c1e1cf2f987 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523810 Mar 18 10:36:34.966909 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-f9523579-6424-4d82-a63f-23d29cbdd46b service neutron] 10.222.0.44 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940917 Mar 18 10:36:35.060601 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-b7b25fef-3102-49c2-92d6-ea3ec500273f service neutron] 10.222.0.44 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Mar 18 10:36:35.429097 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a04a1bc-4ac0-4692-92b7-0ec4c0d922c8 req-cc399cac-9384-47a4-88fe-81cadfbb4832 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 210 time: 0.0321612 Mar 18 10:36:35.564484 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5f87-a23d-4c99-a632-809768e62c9e req-f42ba87b-7fea-4f07-a574-327101503dde tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:35.566425 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fca5f87-a23d-4c99-a632-809768e62c9e req-f42ba87b-7fea-4f07-a574-327101503dde tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0586450 Mar 18 10:36:35.638131 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fca5f87-a23d-4c99-a632-809768e62c9e req-771c04ca-8d3a-4df1-9797-add30ae98ffb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=b7f5b80a-d53d-4655-99a7-a4ed6eded857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624380 Mar 18 10:36:35.821737 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-c010f2b1-bc35-46fb-972e-b0f8ed1d45ca tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:35.823329 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-c010f2b1-bc35-46fb-972e-b0f8ed1d45ca tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 945 time: 0.0659122 Mar 18 10:36:35.931825 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port dc93a067-b868-449c-b5a8-159fc38872ff {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:36:35.932113 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:35.934057 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:36.044331 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] For port dc93a067-b868-449c-b5a8-159fc38872ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dc93a067-b868-449c-b5a8-159fc38872ff,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:36.044696 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:36.228652 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:36.229026 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:36.229345 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c disassociated. External IP: 172.27.0.85, port: dc93a067-b868-449c-b5a8-159fc38872ff. Mar 18 10:36:36.229700 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for dc93a067-b868-449c-b5a8-159fc38872ff owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:36:36.440136 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (dc93a067-b868-449c-b5a8-159fc38872ff), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:36.539529 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=dc93a067-b868-449c-b5a8-159fc38872ff,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:36.594135 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3e7cfc88-cd7a-4b6d-9d6d-14185ec2e9ed req-b80297e4-488a-4c03-a113-fc37171af098 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 210 time: 0.0668557 Mar 18 10:36:36.657724 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-e75c535a-01d9-4a73-9fd1-54906e68f912 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:36.659313 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-e75c535a-01d9-4a73-9fd1-54906e68f912 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 811 time: 0.2730308 Mar 18 10:36:36.773949 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6807fc99-f901-4298-9083-9d4aa96d994f req-b50ce318-85bd-4a63-86e1-1cf3d06224ab tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=99a0b964-e0b1-4257-a96b-91fe56c2bfc3 HTTP/1.1" status: 200 len: 210 time: 0.0481572 Mar 18 10:36:36.782902 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-32b3da7b-e4e0-4f69-b046-aca1be034b9f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 380 time: 0.1145179 Mar 18 10:36:36.787660 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:36:36.793543 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'port': {'device_id': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'admin_state_up': True, 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'security_groups': ['2f829e4a-08cc-4c9d-bc44-9ab84a941b2a']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:37.027665 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:36:37.035314 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Made reservation on behalf of 088efabedf814232af95dbf73ec318fb for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:37.040037 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.041268 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:37.058136 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:37.059242 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:37.093685 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] No DVR routers for this DVR port dc93a067-b868-449c-b5a8-159fc38872ff on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:37.104815 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.109741 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-131633a2-aedf-4d1b-ba3f-04191ee921c0 req-54cf6980-4981-468a-994a-a11cbd1b8792 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "DELETE /v2.0/ports/dc93a067-b868-449c-b5a8-159fc38872ff HTTP/1.1" status: 204 len: 173 time: 1.2780383 Mar 18 10:36:37.110491 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'name': 'network-vif-deleted', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:37.113363 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d4e4c3-7aa5-4e97-a8b1-ca671c02b945" -d '{"events": [{"server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "name": "network-vif-deleted", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:36:37.185478 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6deed14-fd18-4501-9672-001e43ccba6a x-openstack-request-id: req-c6deed14-fd18-4501-9672-001e43ccba6a {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:36:37.185915 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a0b964-e0b1-4257-a96b-91fe56c2bfc3", "name": "network-vif-deleted", "tag": "dc93a067-b868-449c-b5a8-159fc38872ff", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:36:37.186285 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6deed14-fd18-4501-9672-001e43ccba6a {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:36:37.186780 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a0b964-e0b1-4257-a96b-91fe56c2bfc3', 'name': 'network-vif-deleted', 'tag': 'dc93a067-b868-449c-b5a8-159fc38872ff', 'status': 'completed', 'code': 200} Mar 18 10:36:37.218781 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:37.221655 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.268956 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Allocated IP 172.20.0.5 (5cf32ecf-f2cc-48e1-adda-b0589b57ac82/d953d0e0-cba3-4faa-a872-61b2bcb7dfae/4ec6bdde-4c13-451e-a741-ea4373c78ab0) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:37.454331 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.498807 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:53Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:37.515512 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.528710 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:37.541606 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:37.542503 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:37.559759 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:37.563590 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:37.567977 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:37.603423 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=4ec6bdde-4c13-451e-a741-ea4373c78ab0,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:37.646901 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:37.647927 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.670065 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-a0b49c65-8321-4f33-aa25-9428ebf97100 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8805666 Mar 18 10:36:37.683601 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Request body: {'port': {'device_id': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:37.701042 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:37.808031 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.882562 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43946) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:37.957817 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (b7f5b80a-d53d-4655-99a7-a4ed6eded857), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.977003 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-1513b87c-eba9-4c17-b046-3d72102287a5 None None] Provisioning complete for port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:37.977489 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1513b87c-eba9-4c17-b046-3d72102287a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:37.990633 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (b7f5b80a-d53d-4655-99a7-a4ed6eded857), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.052058 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1513b87c-eba9-4c17-b046-3d72102287a5 None None] Port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:36:38.066510 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:53Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:38.086914 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (b7f5b80a-d53d-4655-99a7-a4ed6eded857), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.091220 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.093632 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/security-groups/b7f5b80a-d53d-4655-99a7-a4ed6eded857 HTTP/1.1" status: 204 len: 168 time: 0.2083910 Mar 18 10:36:38.097649 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1892f8c-9dc0-45b7-bdef-c66177f0a4a2 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '29a40334-99eb-4130-b636-1bc54e4e065d', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6f:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:34:33Z', 'updated_at': '2022-03-18T10:34:53Z', 'revision_number': 2, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:38.114717 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 43948) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:38.124503 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f5b80a-d53d-4655-99a7-a4ed6eded857,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:38.138578 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-52071e8d-929a-4f55-873e-92ee0a22637a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] show failed (client error): The resource could not be found. Mar 18 10:36:38.139668 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-52071e8d-929a-4f55-873e-92ee0a22637a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups/b7f5b80a-d53d-4655-99a7-a4ed6eded857 HTTP/1.1" status: 404 len: 347 time: 0.0236480 Mar 18 10:36:38.141183 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.141537 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.141911 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.142254 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.142588 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.143115 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.143620 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.144120 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.144622 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.145134 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.149842 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.150865 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.151567 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.152214 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.152739 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9aa11-60f6-4265-bb92-19bb2fedae2a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:38.157718 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43950) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:38.165595 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432597bc-61d6-4e32-9bcf-1aad1e76d017 req-c1f28a33-14b8-4183-b835-d5d8be00b0bb tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:38.167235 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-432597bc-61d6-4e32-9bcf-1aad1e76d017 req-c1f28a33-14b8-4183-b835-d5d8be00b0bb tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 931 time: 0.4593880 Mar 18 10:36:38.411897 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-432597bc-61d6-4e32-9bcf-1aad1e76d017 req-21f7a35f-a67d-422e-8f98-46339b3ef34f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342498 Mar 18 10:36:38.413917 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f3bf-d101-4ad3-8052-b66409da31e2 None None] New status for floating IP d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:36:38.539662 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port 56826784-f20b-4069-86d2-041a2f700195 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:36:38.540091 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (56826784-f20b-4069-86d2-041a2f700195), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.670108 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec6bdde-4c13-451e-a741-ea4373c78ab0 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:36:38.675504 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (56826784-f20b-4069-86d2-041a2f700195), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.675832 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (56826784-f20b-4069-86d2-041a2f700195), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.686094 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Publish callbacks [] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.696351 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for 56826784-f20b-4069-86d2-041a2f700195 owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:36:38.710307 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Transition to ACTIVE for port object 4ec6bdde-4c13-451e-a741-ea4373c78ab0 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:36:38.716272 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.815045 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec6bdde-4c13-451e-a741-ea4373c78ab0,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:38.931114 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Attempting to bind port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:38.931466 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Attempting to bind port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:38.931798 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Attempting to bind port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:38.940939 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:36:38.941274 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Attempting to bind port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:38.950135 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:38.950503 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Checking segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:38.950889 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Bound using segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:38.951343 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Bound port: 4ec6bdde-4c13-451e-a741-ea4373c78ab0, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:38.951708 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:38.995378 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (56826784-f20b-4069-86d2-041a2f700195), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:39.030203 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=56826784-f20b-4069-86d2-041a2f700195,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:39.096578 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] For port 4ec6bdde-4c13-451e-a741-ea4373c78ab0, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:39.113505 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] For port 4ec6bdde-4c13-451e-a741-ea4373c78ab0, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:39.121132 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:39.123895 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:39.125056 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5ed1e168-07de-4813-913a-0a0b2c3e3199 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6248ffe-3eb6-46c2-bfd7-2895d4d9af0c HTTP/1.1" status: 204 len: 168 time: 0.9568830 Mar 18 10:36:39.126767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:39.167994 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.168613 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:39.170070 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] 10.222.0.45 "PUT /v2.0/ports/4ec6bdde-4c13-451e-a741-ea4373c78ab0 HTTP/1.1" status: 200 len: 1093 time: 1.4919486 Mar 18 10:36:39.187904 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:39.190381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e" -d '{"events": [{"name": "network-changed", "server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:36:39.198842 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4cb7e-6a8d-4a7b-aaeb-031407551356 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec6bdde-4c13-451e-a741-ea4373c78ab0,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:39.262529 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ad7ee9-f254-4b4a-86ce-b31754384f37 x-openstack-request-id: req-f5ad7ee9-f254-4b4a-86ce-b31754384f37 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:36:39.262906 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:36:39.263247 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5ad7ee9-f254-4b4a-86ce-b31754384f37 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:36:39.263750 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'status': 'completed', 'code': 200} Mar 18 10:36:39.270361 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-7435a575-0c69-44d1-9dab-c8cde4fdedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.271962 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-7435a575-0c69-44d1-9dab-c8cde4fdedb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 1127 time: 0.0592344 Mar 18 10:36:39.316907 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-9878606e-dfad-4d24-904f-a925702b4cb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0 HTTP/1.1" status: 200 len: 217 time: 0.0367537 Mar 18 10:36:39.372635 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-1c506d36-50be-41ca-9873-4db317749c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.374170 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-1c506d36-50be-41ca-9873-4db317749c2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0502768 Mar 18 10:36:39.431732 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100b15-667b-472a-92ce-a6e206492633 req-dc4adaca-509e-4a98-8a09-c7d60a5576af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.433307 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-dc4adaca-509e-4a98-8a09-c7d60a5576af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530930 Mar 18 10:36:39.549905 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-954c18c6-6cf7-4449-9880-8a45df496392 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103153 Mar 18 10:36:39.568489 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd1f1c-e551-436f-a63a-cb42dbd08367 req-240e656c-f955-46a7-be7b-b256655ea960 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.570155 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82dd1f1c-e551-436f-a63a-cb42dbd08367 req-240e656c-f955-46a7-be7b-b256655ea960 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 943 time: 0.0629616 Mar 18 10:36:39.624226 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82dd1f1c-e551-436f-a63a-cb42dbd08367 req-4f363531-d123-4b09-b5d5-853288147025 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476463 Mar 18 10:36:39.647932 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c100b15-667b-472a-92ce-a6e206492633 req-0cdc7815-176b-4082-94bd-b06c8eba2c92 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923779 Mar 18 10:36:39.738921 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-ae2dcb98-c130-4c8c-b92d-bc93c9ecd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.740451 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-ae2dcb98-c130-4c8c-b92d-bc93c9ecd101 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 1127 time: 0.0459204 Mar 18 10:36:39.841502 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-da39f0eb-c40b-474b-90fb-ba1974debddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.843401 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-da39f0eb-c40b-474b-90fb-ba1974debddd service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0946844 Mar 18 10:36:39.891931 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-53b25d40-ad9b-470e-ac6b-3091431b2807 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0 HTTP/1.1" status: 200 len: 217 time: 0.0371246 Mar 18 10:36:39.945021 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-da3b11b8-d251-48e2-ac15-c3c53b6dd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.946547 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-da3b11b8-d251-48e2-ac15-c3c53b6dd206 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0468819 Mar 18 10:36:39.996190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-bfc6ba53-6529-443b-91cd-8dac2f7f4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:39.997706 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-bfc6ba53-6529-443b-91cd-8dac2f7f4c50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452459 Mar 18 10:36:40.107159 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-36994df9-e293-4622-9a53-8e5d3274220c service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032147 Mar 18 10:36:40.210944 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-290cd5d8-2390-4ffd-8cea-9fd84b0fc19e req-7574bb36-6c65-4b64-a947-0c6e83a1abb7 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953283 Mar 18 10:36:40.757676 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f9f45-d644-4d9f-bbd0-e82d5faad2cc req-608af9bd-e8e9-47dd-859a-96a4ca858f09 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:40.759043 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ab4f9f45-d644-4d9f-bbd0-e82d5faad2cc req-608af9bd-e8e9-47dd-859a-96a4ca858f09 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 943 time: 0.0635347 Mar 18 10:36:40.811152 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ab4f9f45-d644-4d9f-bbd0-e82d5faad2cc req-163b3041-2c03-486c-900d-583ddae09903 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Mar 18 10:36:40.815721 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5e569-eec4-4d1c-9fbc-01f09b1d0f2b req-d41fe6e4-a470-4982-9159-1cdc8b821cdc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:40.817253 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0da5e569-eec4-4d1c-9fbc-01f09b1d0f2b req-d41fe6e4-a470-4982-9159-1cdc8b821cdc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0548306 Mar 18 10:36:40.868725 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0da5e569-eec4-4d1c-9fbc-01f09b1d0f2b req-4a935fa9-bf6a-4651-8dd9-f61e43f73935 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Mar 18 10:36:41.294670 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device dc93a067-b868-449c-b5a8-159fc38872ff no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:36:41.314517 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: dc93a067-b868-449c-b5a8-159fc38872ff {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:36:41.314860 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device dc93a067-b868-449c-b5a8-159fc38872ff not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:36:41.695507 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:36:41.931577 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ab22-fd96-49dc-812e-7e6504ddcc9a req-c1232cd4-1b75-40da-93a6-673d62ffc528 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:41.933083 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dab1ab22-fd96-49dc-812e-7e6504ddcc9a req-c1232cd4-1b75-40da-93a6-673d62ffc528 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 943 time: 0.0542102 Mar 18 10:36:41.982690 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dab1ab22-fd96-49dc-812e-7e6504ddcc9a req-3e7d8d65-8303-4fd9-92e1-9ece881fc402 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Mar 18 10:36:41.986127 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516677c-15a1-4aee-9032-8d3a2f713286 req-08d20458-59cd-4dfa-afdb-dac3bc7dd6f7 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:41.987638 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6516677c-15a1-4aee-9032-8d3a2f713286 req-08d20458-59cd-4dfa-afdb-dac3bc7dd6f7 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0515304 Mar 18 10:36:42.034104 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6516677c-15a1-4aee-9032-8d3a2f713286 req-887e2018-4afe-4ad4-a881-fccd55ffe75c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=da9e3cbe-03ac-4afe-83ea-290306588a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402131 Mar 18 10:36:42.222510 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-d719f33d-bb37-4646-869a-ca599f8deb14 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:42.224072 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-d719f33d-bb37-4646-869a-ca599f8deb14 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 945 time: 0.0597324 Mar 18 10:36:42.323566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port 49fd45dc-de02-4019-a900-2e91f3f838e1 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:36:42.323821 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:42.422993 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] For port 49fd45dc-de02-4019-a900-2e91f3f838e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=49fd45dc-de02-4019-a900-2e91f3f838e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:42.423362 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:42.631936 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:42.632224 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (29a40334-99eb-4130-b636-1bc54e4e065d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:42.632574 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP 29a40334-99eb-4130-b636-1bc54e4e065d disassociated. External IP: 172.27.0.7, port: 49fd45dc-de02-4019-a900-2e91f3f838e1. Mar 18 10:36:42.632900 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for 49fd45dc-de02-4019-a900-2e91f3f838e1 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:36:42.768980 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (49fd45dc-de02-4019-a900-2e91f3f838e1), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:42.800985 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=49fd45dc-de02-4019-a900-2e91f3f838e1,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:42.920878 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:36:43.036211 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:36:43.049304 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:43.060118 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:43.060743 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:43.091460 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] No DVR routers for this DVR port 49fd45dc-de02-4019-a900-2e91f3f838e1 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:36:43.107860 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:43.111193 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-155bbd2c-8b1d-4dd5-95df-d63c04d02033 req-6af16bdd-4a83-4c4a-ac96-9d169ed88ce0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "DELETE /v2.0/ports/49fd45dc-de02-4019-a900-2e91f3f838e1 HTTP/1.1" status: 204 len: 173 time: 0.8820331 Mar 18 10:36:43.112638 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'name': 'network-vif-deleted', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:43.115036 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8cd81f-3e41-4eb9-8fa9-c90488b8f347" -d '{"events": [{"server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "name": "network-vif-deleted", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:36:43.142913 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2837022c-b14f-4c38-b4f7-a63fffa4a431 req-22948f68-2aef-40c2-a291-68d902306d5c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbc5837-87af-4be8-8d2f-6f42f0261d54 HTTP/1.1" status: 200 len: 210 time: 0.0362973 Mar 18 10:36:43.145501 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f83b0-9ac9-4871-88e8-0d932b66045c req-24ef98e9-2bb9-4277-8b59-311c4a50ea85 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:43.147797 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe8f83b0-9ac9-4871-88e8-0d932b66045c req-24ef98e9-2bb9-4277-8b59-311c4a50ea85 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 943 time: 0.0836980 Mar 18 10:36:43.196524 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:43.230951 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a441c8-fe6e-4bd1-b030-a08844e63589 x-openstack-request-id: req-37a441c8-fe6e-4bd1-b030-a08844e63589 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:36:43.231321 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbc5837-87af-4be8-8d2f-6f42f0261d54", "name": "network-vif-deleted", "tag": "49fd45dc-de02-4019-a900-2e91f3f838e1", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:36:43.231677 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37a441c8-fe6e-4bd1-b030-a08844e63589 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:36:43.232158 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc5837-87af-4be8-8d2f-6f42f0261d54', 'name': 'network-vif-deleted', 'tag': '49fd45dc-de02-4019-a900-2e91f3f838e1', 'status': 'completed', 'code': 200} Mar 18 10:36:43.249822 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe8f83b0-9ac9-4871-88e8-0d932b66045c req-38505ffd-6b0d-42db-a09a-92d6b55d735e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903022 Mar 18 10:36:43.426155 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:43.452615 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:43.460750 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:43.461361 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:43.578071 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:43.796463 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:43.826622 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081e2ce-c0e3-4c35-8c06-3d3e25888932 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:44.071269 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a9134-19fe-4a66-9146-d3d01fc5433d None None] New status for floating IP 29a40334-99eb-4130-b636-1bc54e4e065d: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:36:44.249583 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43990) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:44.329545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fe06fb8c-1e53-4ce1-a1d0-78010733f642 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (da9e3cbe-03ac-4afe-83ea-290306588a9c), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.361995 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fe06fb8c-1e53-4ce1-a1d0-78010733f642 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (da9e3cbe-03ac-4afe-83ea-290306588a9c), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.392117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ae5fb-e343-46d8-afa8-81aabbb4642a req-f9bdeb61-2ed9-4c97-a633-96f802749ac4 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:44.393866 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b01ae5fb-e343-46d8-afa8-81aabbb4642a req-f9bdeb61-2ed9-4c97-a633-96f802749ac4 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 943 time: 0.0583632 Mar 18 10:36:44.421759 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fe06fb8c-1e53-4ce1-a1d0-78010733f642 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (da9e3cbe-03ac-4afe-83ea-290306588a9c), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.432306 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fe06fb8c-1e53-4ce1-a1d0-78010733f642 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.433312 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-fe06fb8c-1e53-4ce1-a1d0-78010733f642 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/security-groups/da9e3cbe-03ac-4afe-83ea-290306588a9c HTTP/1.1" status: 204 len: 168 time: 0.1825495 Mar 18 10:36:44.436671 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43994) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:44.459026 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06fb8c-1e53-4ce1-a1d0-78010733f642 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e3cbe-03ac-4afe-83ea-290306588a9c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:44.461570 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.api.v2.resource [None req-8179df5f-2dde-4e87-80f4-10ee20db19e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] show failed (client error): The resource could not be found. Mar 18 10:36:44.465669 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8179df5f-2dde-4e87-80f4-10ee20db19e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups/da9e3cbe-03ac-4afe-83ea-290306588a9c HTTP/1.1" status: 404 len: 347 time: 0.0250695 Mar 18 10:36:44.468523 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 43996) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:44.470347 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b01ae5fb-e343-46d8-afa8-81aabbb4642a req-621f12c6-cc7e-4d52-9b44-7389a81b6b91 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692711 Mar 18 10:36:44.624430 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port aeaea921-57d7-4a8a-84a9-b76d0250cd81 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:36:44.624663 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.707964 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.708431 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (aeaea921-57d7-4a8a-84a9-b76d0250cd81), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.721755 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for aeaea921-57d7-4a8a-84a9-b76d0250cd81 owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:36:44.876521 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (aeaea921-57d7-4a8a-84a9-b76d0250cd81), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.904962 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=aeaea921-57d7-4a8a-84a9-b76d0250cd81,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:44.976627 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (29a40334-99eb-4130-b636-1bc54e4e065d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.981053 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:44.983028 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-cd61952d-10a1-4399-a6f7-9f181955ddd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/floatingips/29a40334-99eb-4130-b636-1bc54e4e065d HTTP/1.1" status: 204 len: 168 time: 0.5133181 Mar 18 10:36:45.189156 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44000) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:45.194631 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-4f574b15-2c06-412f-9536-72d8c5c5fa9a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138238887', 'description': 'tempest-description--586372393'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:45.216397 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4f574b15-2c06-412f-9536-72d8c5c5fa9a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.281734 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4f574b15-2c06-412f-9536-72d8c5c5fa9a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (36418ce7-135d-4101-a510-e05d7220a8c7), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.285880 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4f574b15-2c06-412f-9536-72d8c5c5fa9a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (36418ce7-135d-4101-a510-e05d7220a8c7), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.316265 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f574b15-2c06-412f-9536-72d8c5c5fa9a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36418ce7-135d-4101-a510-e05d7220a8c7,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:45.321738 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4f574b15-2c06-412f-9536-72d8c5c5fa9a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.322999 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4f574b15-2c06-412f-9536-72d8c5c5fa9a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1327231 Mar 18 10:36:45.325983 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44002) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:45.330685 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-7908dd53-5418-482c-b574-ff0a57bf8145 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': '36418ce7-135d-4101-a510-e05d7220a8c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:45.355117 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7908dd53-5418-482c-b574-ff0a57bf8145 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (d17d5940-2719-48df-a130-48a72c42c439), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.416257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7908dd53-5418-482c-b574-ff0a57bf8145 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (d17d5940-2719-48df-a130-48a72c42c439), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.421348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7908dd53-5418-482c-b574-ff0a57bf8145 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (d17d5940-2719-48df-a130-48a72c42c439), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.439954 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908dd53-5418-482c-b574-ff0a57bf8145 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17d5940-2719-48df-a130-48a72c42c439,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:45.448206 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7908dd53-5418-482c-b574-ff0a57bf8145 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.449490 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7908dd53-5418-482c-b574-ff0a57bf8145 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223552 Mar 18 10:36:45.452345 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44004) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:45.457216 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9529df9c-f5de-4eb2-a2e3-8bc5a4ad5a24 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': '36418ce7-135d-4101-a510-e05d7220a8c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:45.482318 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9529df9c-f5de-4eb2-a2e3-8bc5a4ad5a24 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (6ac0f196-8c89-488e-8694-749beb2cf058), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.540563 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9529df9c-f5de-4eb2-a2e3-8bc5a4ad5a24 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (6ac0f196-8c89-488e-8694-749beb2cf058), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.544646 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9529df9c-f5de-4eb2-a2e3-8bc5a4ad5a24 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (6ac0f196-8c89-488e-8694-749beb2cf058), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.590201 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529df9c-f5de-4eb2-a2e3-8bc5a4ad5a24 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac0f196-8c89-488e-8694-749beb2cf058,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:45.601584 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9529df9c-f5de-4eb2-a2e3-8bc5a4ad5a24 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.603017 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9529df9c-f5de-4eb2-a2e3-8bc5a4ad5a24 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494248 Mar 18 10:36:45.606357 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44008) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:45.611756 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:45.629287 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf2da6-6ead-4cf8-9612-61e5b922c2cf req-7ca9917d-728c-4580-800b-ece1b58e79f9 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:45.630813 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54bf2da6-6ead-4cf8-9612-61e5b922c2cf req-7ca9917d-728c-4580-800b-ece1b58e79f9 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 943 time: 0.0781534 Mar 18 10:36:45.645157 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.686719 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54bf2da6-6ead-4cf8-9612-61e5b922c2cf req-35bf3d31-1930-45e9-aaa7-e23d20b1c474 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501325 Mar 18 10:36:45.742368 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.847477 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.27.0.31 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/578d5ea5-1877-4b9a-9c38-b3cea6a59761) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:45.947292 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:45.990278 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:46.032078 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:46.035182 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:46.041835 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:46.047706 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=578d5ea5-1877-4b9a-9c38-b3cea6a59761,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:46.135565 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (34687030-0eb6-4f00-ac7b-ff0946973c56), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:46.185580 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:46.383337 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:46.388400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:46.458242 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=578d5ea5-1877-4b9a-9c38-b3cea6a59761,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:46.473468 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (34687030-0eb6-4f00-ac7b-ff0946973c56), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:46.488306 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:46.489531 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-21748de4-12a0-4463-854d-8d04bf9e1eb5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8822374 Mar 18 10:36:46.696887 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-aab65506-ed0f-40e0-954d-f3b4638cc7e6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2138238887&fields=id&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 267 time: 0.0520279 Mar 18 10:36:46.803787 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629377-3b73-402d-8cec-1a6260e46e69 req-820ea20a-d048-4b77-ad04-456e961097d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:46.804367 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-acc37ae2-4f48-47cb-92ce-4eb7c1604b51 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:46.806083 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af629377-3b73-402d-8cec-1a6260e46e69 req-820ea20a-d048-4b77-ad04-456e961097d5 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 943 time: 0.0536315 Mar 18 10:36:46.806832 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-acc37ae2-4f48-47cb-92ce-4eb7c1604b51 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1022437 Mar 18 10:36:46.823357 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-a5828c17-e12e-47f0-b084-82cc73cf15b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/quotas/0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 375 time: 0.0102386 Mar 18 10:36:46.870017 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af629377-3b73-402d-8cec-1a6260e46e69 req-4df017d3-fccf-4a86-a31e-faca5ed9116d tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577562 Mar 18 10:36:46.887917 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-6fd712ef-ce31-4da7-842d-8c2dd1f807b4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590210 Mar 18 10:36:47.001787 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-26e49b21-294e-45a0-bca3-5489f6b9ff56 service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020784 Mar 18 10:36:47.057409 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:47.091010 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-db32a71d-7531-4b83-9948-95ee3fa440c7 service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834668 Mar 18 10:36:47.280070 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9fd938a9-7e02-45a8-8795-4b70c31bcc0b req-607f4694-e5fa-4642-9084-ffe81e27af18 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 210 time: 0.0274096 Mar 18 10:36:47.315244 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 4ec6bdde-4c13-451e-a741-ea4373c78ab0 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:36:47.324534 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 49fd45dc-de02-4019-a900-2e91f3f838e1 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:36:47.355812 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 49fd45dc-de02-4019-a900-2e91f3f838e1 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:36:47.356167 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 49fd45dc-de02-4019-a900-2e91f3f838e1 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:36:47.474428 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 4ec6bdde-4c13-451e-a741-ea4373c78ab0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:47.487495 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'port_id': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'mac_address': 'fa:16:3e:e4:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:36:47.532392 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:47.533087 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:47.553407 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec6bdde-4c13-451e-a741-ea4373c78ab0 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:36:47.575629 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 4ec6bdde-4c13-451e-a741-ea4373c78ab0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:47.581248 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:47.641932 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=4ec6bdde-4c13-451e-a741-ea4373c78ab0,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:47.652099 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.652541 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.653016 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.653359 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.653838 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.654543 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.654927 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.655318 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.655759 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.656169 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.656611 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.657121 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.657657 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.658234 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.659135 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:36:47.802523 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['4ec6bdde-4c13-451e-a741-ea4373c78ab0'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:36:48.003870 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f3e6-cc1a-4b36-a633-7a48ef7a9ae8 req-09641d95-590c-4cac-b5c6-c5387286462a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:48.008581 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0864f3e6-cc1a-4b36-a633-7a48ef7a9ae8 req-09641d95-590c-4cac-b5c6-c5387286462a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 944 time: 0.0666611 Mar 18 10:36:48.066667 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0864f3e6-cc1a-4b36-a633-7a48ef7a9ae8 req-637cb674-6f34-4bf9-b112-62ff0defc68a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526762 Mar 18 10:36:48.325496 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-d19dc157-9473-4574-b696-3fc45281c07f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:48.327141 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-d19dc157-9473-4574-b696-3fc45281c07f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1109672 Mar 18 10:36:48.402664 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bba393f8-df78-4a52-b025-8addb4023191 req-c9fe8933-8f6d-48ae-b160-b671eb0af1a0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 210 time: 0.0381982 Mar 18 10:36:48.403910 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-262bc079-0ef3-4c6d-a84a-b95996755e28 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 380 time: 0.0682166 Mar 18 10:36:48.412703 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'port': {'device_id': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'admin_state_up': True, 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'security_groups': ['36418ce7-135d-4101-a510-e05d7220a8c7']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:48.524329 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Made reservation on behalf of 0dee445ffc034ed0bd25d8c6e30f4433 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:36:48.527718 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:48.656249 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.20.0.11 (62adb740-4961-4c9e-bc9c-a43f1fe483db/3facece8-0886-45c7-bbbc-beb9552a7b30/39364908-e0b2-4c18-ad7c-e3bf5c6891e1) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:48.794036 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:48.830823 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:48.877952 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:48.881319 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:48.889474 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:48.895405 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:48.944597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:48.945257 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:48.964942 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-8419e4e6-e3f4-4684-acb1-3cbae02877b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5561106 Mar 18 10:36:48.975951 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Request body: {'port': {'device_id': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:49.039712 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.109341 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-98e9f9e6-7c72-4cc1-9cf9-ae97f8366e97 None None] Provisioning complete for port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:49.110255 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9e6-7c72-4cc1-9cf9-ae97f8366e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.293095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-98e9f9e6-7c72-4cc1-9cf9-ae97f8366e97 None None] Port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:36:49.323906 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 4ec6bdde-4c13-451e-a741-ea4373c78ab0 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:49.393452 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:36:49.398831 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:49.399570 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.498296 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d0101-a572-43a4-a55b-83b9fbb10cf4 req-8bc74146-3dd0-46b1-bb9b-72e91b9decd4 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:49.499882 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-952d0101-a572-43a4-a55b-83b9fbb10cf4 req-8bc74146-3dd0-46b1-bb9b-72e91b9decd4 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 944 time: 0.1363838 Mar 18 10:36:49.506769 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:49.507292 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.533652 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:49.536046 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76350478-9741-4e06-aaf4-57b060b48eb3" -d '{"events": [{"server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "name": "network-vif-plugged", "status": "completed", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:36:49.538727 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0696-8619-4b09-a830-02ce79005f27 req-77e07e7b-f2dd-4eda-ab9d-371bdd4c8cd4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:49.542277 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec6f0696-8619-4b09-a830-02ce79005f27 req-77e07e7b-f2dd-4eda-ab9d-371bdd4c8cd4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 932 time: 0.0651865 Mar 18 10:36:49.549975 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 4ec6bdde-4c13-451e-a741-ea4373c78ab0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:49.555427 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.592378 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec6f0696-8619-4b09-a830-02ce79005f27 req-869eca30-8370-4487-b437-e77900c6d7eb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461922 Mar 18 10:36:49.595251 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-952d0101-a572-43a4-a55b-83b9fbb10cf4 req-1b498e4c-825a-407f-a90f-955fc1ffd6db tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665896 Mar 18 10:36:49.623589 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=4ec6bdde-4c13-451e-a741-ea4373c78ab0,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:49.651201 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4291a048-1aa7-434e-9a80-838ccee7999d x-openstack-request-id: req-4291a048-1aa7-434e-9a80-838ccee7999d {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:36:49.651686 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "name": "network-vif-plugged", "status": "completed", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:36:49.652104 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4291a048-1aa7-434e-9a80-838ccee7999d {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:36:49.652742 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'code': 200} Mar 18 10:36:49.697487 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:36:49.705978 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Publish callbacks [] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.718961 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Transition to ACTIVE for port object 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:36:49.723351 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.779923 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Pushing event updated for resources: {'Port': ['ID=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:49.882024 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Attempting to bind port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:36:49.882569 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Attempting to bind port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:36:49.883060 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Attempting to bind port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:49.890618 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:36:49.890935 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Attempting to bind port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:36:49.900399 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:36:49.900739 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Checking segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:36:49.901132 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Bound using segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:36:49.901571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Bound port: 39364908-e0b2-4c18-ad7c-e3bf5c6891e1, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:36:49.901964 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:49.917745 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dbdca-968e-4d43-8d74-9b95e4c38e7d req-c7bb6e3d-e7ed-4fb3-be76-dea5e0ddb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:49.919315 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d2dbdca-968e-4d43-8d74-9b95e4c38e7d req-c7bb6e3d-e7ed-4fb3-be76-dea5e0ddb089 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 1129 time: 0.0876088 Mar 18 10:36:50.010824 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d2dbdca-968e-4d43-8d74-9b95e4c38e7d req-e47c0681-a44b-46e6-bfb0-d68b916459d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861702 Mar 18 10:36:50.013524 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] For port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:36:50.017028 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] For port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:36:50.025920 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:50.073736 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.074767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:50.076581 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] 10.222.0.45 "PUT /v2.0/ports/39364908-e0b2-4c18-ad7c-e3bf5c6891e1 HTTP/1.1" status: 200 len: 1094 time: 1.1049569 Mar 18 10:36:50.077094 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:50.079519 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc8b6d-0bc7-414b-b3fe-62ba04e151d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:36:50.115752 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c84a-ac5c-4295-8f36-08412a5f0261 service neutron] Pushing event updated for resources: {'Port': ['ID=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:50.121547 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a083a243-0c12-4e57-bc51-cd42493b1a27 x-openstack-request-id: req-a083a243-0c12-4e57-bc51-cd42493b1a27 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:36:50.121886 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:36:50.122150 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a083a243-0c12-4e57-bc51-cd42493b1a27 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:36:50.122563 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'status': 'completed', 'code': 200} Mar 18 10:36:50.278400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc8b6d-0bc7-414b-b3fe-62ba04e151d4 req-1cec75f9-cd68-486a-b8c4-281e45782176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.279944 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-85bc8b6d-0bc7-414b-b3fe-62ba04e151d4 req-1cec75f9-cd68-486a-b8c4-281e45782176 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 1128 time: 0.0500970 Mar 18 10:36:50.471323 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc8b6d-0bc7-414b-b3fe-62ba04e151d4 req-b921d8c9-042f-4f67-861f-79321f144ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.472823 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-85bc8b6d-0bc7-414b-b3fe-62ba04e151d4 req-b921d8c9-042f-4f67-861f-79321f144ead service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1863210 Mar 18 10:36:50.652545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc8b6d-0bc7-414b-b3fe-62ba04e151d4 req-314f4dc5-237d-4174-8e86-bd288a45fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.654089 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-85bc8b6d-0bc7-414b-b3fe-62ba04e151d4 req-314f4dc5-237d-4174-8e86-bd288a45fb09 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744812 Mar 18 10:36:50.747141 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183b338-8d09-4dcd-8caa-07a69e02cd8a req-d870e653-adc9-43ce-9da0-ec0e7e981d67 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.748702 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1183b338-8d09-4dcd-8caa-07a69e02cd8a req-d870e653-adc9-43ce-9da0-ec0e7e981d67 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 944 time: 0.0689974 Mar 18 10:36:50.779182 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f60a0-2644-4397-bad2-43a3f1ccb6df req-5709dfab-a590-41d6-9c26-2066095c8873 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.780819 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c30f60a0-2644-4397-bad2-43a3f1ccb6df req-5709dfab-a590-41d6-9c26-2066095c8873 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 945 time: 0.0858335 Mar 18 10:36:50.796755 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-f1d8f003-feeb-45cc-b289-2a1fb95f44de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.798278 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-f1d8f003-feeb-45cc-b289-2a1fb95f44de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 1128 time: 0.0923526 Mar 18 10:36:50.802237 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1183b338-8d09-4dcd-8caa-07a69e02cd8a req-11478196-dd43-4b8e-bd12-be4e2b6eb70b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466254 Mar 18 10:36:50.846921 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-b0d41ba7-6637-411c-9df4-5e98e75b2160 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39364908-e0b2-4c18-ad7c-e3bf5c6891e1 HTTP/1.1" status: 200 len: 217 time: 0.0395508 Mar 18 10:36:50.899688 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c30f60a0-2644-4397-bad2-43a3f1ccb6df req-b59b2cba-4fae-400a-ad30-01d98f43b369 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110334 Mar 18 10:36:50.917077 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-67331039-95bc-40da-8abe-84b92062965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.918561 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-67331039-95bc-40da-8abe-84b92062965f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0628862 Mar 18 10:36:50.976854 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7a873c02-20a1-4be5-b177-e24dc20f8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:50.978398 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-7a873c02-20a1-4be5-b177-e24dc20f8dea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532756 Mar 18 10:36:51.072933 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-354f7c10-97df-4895-8163-784b76e6998b service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815508 Mar 18 10:36:51.164586 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d3efda5-a2fa-496d-8eba-aedcc8497cb0 req-b426778d-7879-4b2a-b9e7-2fe87435f8fb service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Mar 18 10:36:51.923167 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780012-cb45-46c4-8453-8a9a1896fb41 req-32a1d5a8-4129-4334-87c1-8f7e3ae2d9f0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:51.924676 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05780012-cb45-46c4-8453-8a9a1896fb41 req-32a1d5a8-4129-4334-87c1-8f7e3ae2d9f0 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 944 time: 0.0568094 Mar 18 10:36:51.971941 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-05780012-cb45-46c4-8453-8a9a1896fb41 req-014afb62-285b-4c2a-880e-b4e402badc2b tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Mar 18 10:36:52.019287 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dc1b-e2ff-45b6-92b1-335e6bd00814 req-8556eb7c-2621-44fa-811a-ae6dee6c40d7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:52.020766 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b0dc1b-e2ff-45b6-92b1-335e6bd00814 req-8556eb7c-2621-44fa-811a-ae6dee6c40d7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 945 time: 0.0547807 Mar 18 10:36:52.067767 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b0dc1b-e2ff-45b6-92b1-335e6bd00814 req-6496f98b-1b60-4ce0-bc70-1187e6134c34 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Mar 18 10:36:52.183350 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f8622-40c5-4952-8b90-8bd84c2063e3 req-d2ce3ff2-322f-453e-a831-e83e140f6ebd tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:52.184825 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d7f8622-40c5-4952-8b90-8bd84c2063e3 req-d2ce3ff2-322f-453e-a831-e83e140f6ebd tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 945 time: 0.0516603 Mar 18 10:36:52.237491 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d7f8622-40c5-4952-8b90-8bd84c2063e3 req-75153cc9-d40b-44b9-8a3d-93ee44a390a1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469654 Mar 18 10:36:52.259862 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44060) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:52.390083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947342a9-787c-4145-bb60-a4721e2857ca tempest-TestVolumeBootPattern-642909638 tempest-TestVolumeBootPattern-642909638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:52.391661 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-947342a9-787c-4145-bb60-a4721e2857ca tempest-TestVolumeBootPattern-642909638 tempest-TestVolumeBootPattern-642909638-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 1124 time: 0.1308110 Mar 18 10:36:52.394482 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44064) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:52.398664 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'port_id': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:52.418563 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:52.513704 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:52.618052 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Allocated IP 172.27.0.125 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/dd30f6b1-9b9f-4cf7-bc8b-f506fb379701) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:36:52.716173 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:52.749449 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:52.793240 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:36:52.798973 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:36:52.805278 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:36:52.806623 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=dd30f6b1-9b9f-4cf7-bc8b-f506fb379701,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:53.093200 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ce6cd-3cf9-45b7-88ca-40235e823a90 req-7aee1210-d32f-4627-8b5d-b09c8b236279 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:53.095345 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e62ce6cd-3cf9-45b7-88ca-40235e823a90 req-7aee1210-d32f-4627-8b5d-b09c8b236279 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 944 time: 0.0550582 Mar 18 10:36:53.168186 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e62ce6cd-3cf9-45b7-88ca-40235e823a90 req-cfd0463d-8e1e-4a94-8970-22d4e37f4c79 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667255 Mar 18 10:36:53.168788 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:53.242431 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:53.394389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:53.398872 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:53.471983 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=dd30f6b1-9b9f-4cf7-bc8b-f506fb379701,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:53.480444 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:53.583345 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Floating IP b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613 associated. External IP: 172.27.0.125, port: 4ec6bdde-4c13-451e-a741-ea4373c78ab0. Mar 18 10:36:54.021597 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:36:54.133245 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:36:54.146586 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:36:54.151274 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:54.157056 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:54.157693 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:54.182429 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-29e72a8b-99eb-4347-a49a-8fa57faccc17 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7860661 Mar 18 10:36:54.183039 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:54.185243 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9908a2e8-a915-455d-ae42-bd0b711b90a7" -d '{"events": [{"name": "network-changed", "server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:36:54.231610 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744d7aef-747f-42da-9d2a-ddcfcb3a390d x-openstack-request-id: req-744d7aef-747f-42da-9d2a-ddcfcb3a390d {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:36:54.231994 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:36:54.233117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-744d7aef-747f-42da-9d2a-ddcfcb3a390d {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:36:54.233544 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'status': 'completed', 'code': 200} Mar 18 10:36:54.277352 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:54.336711 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503c9a5-8b20-4d2d-abda-bc2165b61454 req-9b0661f7-4d92-4101-b1d1-5e29eae1d9c5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:54.338885 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6503c9a5-8b20-4d2d-abda-bc2165b61454 req-9b0661f7-4d92-4101-b1d1-5e29eae1d9c5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 944 time: 0.0922866 Mar 18 10:36:54.341061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-c9568ef3-425c-46b7-ad97-bcef46c6658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:54.342851 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-c9568ef3-425c-46b7-ad97-bcef46c6658a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 1129 time: 0.0872777 Mar 18 10:36:54.469822 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6503c9a5-8b20-4d2d-abda-bc2165b61454 req-f762d10b-e6f7-4760-95c1-0ff0cafa8ef3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198306 Mar 18 10:36:54.486314 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-2059ad5d-9242-4d9a-969d-c687d76ec6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:54.487927 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-2059ad5d-9242-4d9a-969d-c687d76ec6b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.1379163 Mar 18 10:36:54.520413 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:e4:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:53Z', 'updated_at': '2022-03-18T10:36:53Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:54.546873 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:36:54.553133 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-ea777cb7-ed93-402d-8554-7f25de0c53c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0 HTTP/1.1" status: 200 len: 999 time: 0.0594802 Mar 18 10:36:54.555333 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:36:54.555953 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:54.609808 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-436ed131-8eeb-405b-a360-72f1352a8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:54.611453 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-436ed131-8eeb-405b-a360-72f1352a8fd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0515633 Mar 18 10:36:54.662428 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-e2fbabb7-2d3f-4499-a066-5522aed4fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:54.663967 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-e2fbabb7-2d3f-4499-a066-5522aed4fe83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469348 Mar 18 10:36:54.673419 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:36:54.753997 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-eb34c5cb-0fc2-4fcc-8a84-21e3f9e60485 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838325 Mar 18 10:36:54.850277 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9908a2e8-a915-455d-ae42-bd0b711b90a7 req-6d96416f-1e7c-47a8-a9ff-1f43841f5841 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902736 Mar 18 10:36:54.909915 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:e4:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:53Z', 'updated_at': '2022-03-18T10:36:53Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:36:54.938537 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b5f7d-177c-4e78-af2a-a549ad7d9c9d None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': 'b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:e4:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:53Z', 'updated_at': '2022-03-18T10:36:53Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:36:55.139301 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee127b6-9176-4367-a628-80c73b97ba7e None None] New status for floating IP b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:36:55.362767 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:36:55.459848 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:55.477232 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'port_id': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'mac_address': 'fa:16:3e:6c:6a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:36:55.516115 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:55.516505 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:55.531108 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:36:55.552358 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:55.556461 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:55.594943 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d394f7-d864-452d-8981-f58a84e13714 req-9a17cb42-caf8-485f-b2b9-c3325033a5e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:55.596508 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2d394f7-d864-452d-8981-f58a84e13714 req-9a17cb42-caf8-485f-b2b9-c3325033a5e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 944 time: 0.0573299 Mar 18 10:36:55.605306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:55.644018 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2d394f7-d864-452d-8981-f58a84e13714 req-00ee8d94-2179-4633-a0f2-80f90c9a3810 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Mar 18 10:36:55.794907 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['39364908-e0b2-4c18-ad7c-e3bf5c6891e1'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:36:56.766713 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42167a4a-0897-4c2e-ae4e-406a652b5c8c req-4779db45-8e51-4aff-941d-6a413bfc9fd3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:56.768173 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-42167a4a-0897-4c2e-ae4e-406a652b5c8c req-4779db45-8e51-4aff-941d-6a413bfc9fd3 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 945 time: 0.0558853 Mar 18 10:36:56.815463 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-42167a4a-0897-4c2e-ae4e-406a652b5c8c req-e9dc9e71-6bcc-4ed9-bbe4-13c0cc138297 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409136 Mar 18 10:36:57.376596 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:36:57.425582 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:36:57.430306 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:36:57.430679 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:57.510309 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:36:57.510700 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:57.536158 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:36:57.538987 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a5f42c-0a75-48cd-aa35-06f831ed3148" -d '{"events": [{"server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "name": "network-vif-plugged", "status": "completed", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:36:57.552193 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:36:57.556885 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:57.580282 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f072e5-2a8a-4901-ba3d-ce3feaf6d0ee x-openstack-request-id: req-51f072e5-2a8a-4901-ba3d-ce3feaf6d0ee {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:36:57.580588 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "name": "network-vif-plugged", "status": "completed", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:36:57.580846 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51f072e5-2a8a-4901-ba3d-ce3feaf6d0ee {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:36:57.581239 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'code': 200} Mar 18 10:36:57.608163 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:36:57.744317 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f278dd0-c2fb-4921-940e-cbb0e145a742 req-dbff5eab-22b9-4378-9514-61e198347b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:57.745898 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f278dd0-c2fb-4921-940e-cbb0e145a742 req-dbff5eab-22b9-4378-9514-61e198347b14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 1130 time: 0.0454621 Mar 18 10:36:57.793349 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f278dd0-c2fb-4921-940e-cbb0e145a742 req-75aacf77-7070-4cc1-9ba9-dfe44b2a55a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420609 Mar 18 10:36:57.936440 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95fdee-569a-4081-92a5-390d50c92cb9 req-035e1e6f-b035-439f-8744-7fde03ee2c2d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:57.938127 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ea95fdee-569a-4081-92a5-390d50c92cb9 req-035e1e6f-b035-439f-8744-7fde03ee2c2d tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 946 time: 0.0534790 Mar 18 10:36:57.986067 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ea95fdee-569a-4081-92a5-390d50c92cb9 req-5f76dd7e-a89a-41b5-9617-b4838bf99d32 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Mar 18 10:36:59.106790 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17a66c-3973-4a83-9bf7-632c0906d083 req-5e831027-78af-4f74-a2b0-e9413bcb87b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:59.108314 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f17a66c-3973-4a83-9bf7-632c0906d083 req-5e831027-78af-4f74-a2b0-e9413bcb87b9 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 946 time: 0.0532506 Mar 18 10:36:59.155527 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f17a66c-3973-4a83-9bf7-632c0906d083 req-f187957d-0faf-44bf-9b33-48e3233b0190 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416689 Mar 18 10:36:59.271684 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da073a-b427-4cd2-afd9-859a83c9ee4a req-4ae348b9-425a-4c33-b8d0-b3c74c23d789 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:36:59.273091 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-12da073a-b427-4cd2-afd9-859a83c9ee4a req-4ae348b9-425a-4c33-b8d0-b3c74c23d789 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 946 time: 0.0536447 Mar 18 10:36:59.281523 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44086) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:36:59.285762 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'port_id': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:36:59.327907 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (34687030-0eb6-4f00-ac7b-ff0946973c56), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:59.772800 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:59.776403 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (34687030-0eb6-4f00-ac7b-ff0946973c56), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:59.845036 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d6228798-d2d5-4967-9f3d-104bbc9d131b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:36:59.887595 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP 34687030-0eb6-4f00-ac7b-ff0946973c56 associated. External IP: 172.27.0.31, port: 39364908-e0b2-4c18-ad7c-e3bf5c6891e1. Mar 18 10:37:00.100288 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:37:00.223342 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:37:00.228498 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:00.233442 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:00.244582 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:00.245212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:00.266317 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-22f6ad9c-db17-4193-b052-325cf8e6fe15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "PUT /v2.0/floatingips/34687030-0eb6-4f00-ac7b-ff0946973c56 HTTP/1.1" status: 200 len: 991 time: 0.9837263 Mar 18 10:37:00.266943 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:00.269169 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaa6be6-ce79-465d-8f4c-19bf3f557998" -d '{"events": [{"name": "network-changed", "server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:37:00.306381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1f0da5-d106-488c-98c0-5fae15387731 x-openstack-request-id: req-7a1f0da5-d106-488c-98c0-5fae15387731 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:37:00.307035 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:37:00.307035 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a1f0da5-d106-488c-98c0-5fae15387731 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:37:00.307305 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'status': 'completed', 'code': 200} Mar 18 10:37:00.362042 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:00.372776 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-d3def533-4e46-4695-9822-fbe47f999c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.374355 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-d3def533-4e46-4695-9822-fbe47f999c94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 1130 time: 0.0457759 Mar 18 10:37:00.617001 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '34687030-0eb6-4f00-ac7b-ff0946973c56', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6c:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:59Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:00.643938 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:00.653369 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:00.654069 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:36:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:00.739736 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-d33ac476-616f-4cb6-b429-007db85b3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.741247 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-d33ac476-616f-4cb6-b429-007db85b3828 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 915 time: 0.3614473 Mar 18 10:37:00.768877 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:00.808402 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-045f1096-0596-4ad3-99cc-ad92efe51f0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39364908-e0b2-4c18-ad7c-e3bf5c6891e1 HTTP/1.1" status: 200 len: 999 time: 0.0613978 Mar 18 10:37:00.861676 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-e6240586-903f-4b83-b53f-00f1ea6f7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.863190 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-e6240586-903f-4b83-b53f-00f1ea6f7d81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0487986 Mar 18 10:37:00.916106 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-ab6d7277-247f-41e3-8f04-8c7628482f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:00.917701 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-ab6d7277-247f-41e3-8f04-8c7628482f22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471594 Mar 18 10:37:01.007137 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-cdd4163b-1add-4078-b7c1-aed7eb1736bf service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Mar 18 10:37:01.016175 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '34687030-0eb6-4f00-ac7b-ff0946973c56', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6c:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:59Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:01.045187 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d158e2-dc51-49f2-86cc-c72ad51d28c9 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '34687030-0eb6-4f00-ac7b-ff0946973c56', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:6c:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:36:46Z', 'updated_at': '2022-03-18T10:36:59Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:01.130839 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caaa6be6-ce79-465d-8f4c-19bf3f557998 req-c317b990-e84a-43ef-9b3d-bed8429fcb1d service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143510 Mar 18 10:37:01.244596 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c0baf-0aee-433e-b442-0da826192d01 None None] New status for floating IP 34687030-0eb6-4f00-ac7b-ff0946973c56: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:37:02.917353 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-acaee810-7cbd-4455-8cb0-f9f647083c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:04.101745 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:05.939063 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:07.323778 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:11.115662 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44098) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:11.270961 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Deleting port 26739c9f-f52c-49c9-b131-f49ef81f802c {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:11.271809 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:11.348999 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:11.350018 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for floatingip (26739c9f-f52c-49c9-b131-f49ef81f802c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:11.361261 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Calling delete_port for 26739c9f-f52c-49c9-b131-f49ef81f802c owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:11.507590 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (26739c9f-f52c-49c9-b131-f49ef81f802c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:11.533731 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event deleted for resources: {'Port': ['ID=26739c9f-f52c-49c9-b131-f49ef81f802c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:11.595298 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for floatingip (2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:11.595629 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Floating IP 2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf disassociated (deleted). External IP: 172.27.0.126, port: 85496273-1b2d-4957-adc8-5c5129db06a6. Mar 18 10:37:11.838138 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Router 82e26299-27bd-42e9-9231-4ee91a3f9993 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:37:11.950683 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:37:11.955093 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:11.960212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] Sync routers for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:11.970663 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:11.971294 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:11.989805 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ab85eee4-b338-4c53-b5d5-09ebb80e6e38 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "DELETE /v2.0/floatingips/2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf HTTP/1.1" status: 204 len: 168 time: 0.8730140 Mar 18 10:37:11.990897 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:11.993127 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:37:12.033877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad6ebab-92b8-4183-88af-4cbe151f95ca x-openstack-request-id: req-aad6ebab-92b8-4183-88af-4cbe151f95ca {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:37:12.034312 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:37:12.034606 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aad6ebab-92b8-4183-88af-4cbe151f95ca {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:37:12.034989 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6', 'status': 'completed', 'code': 200} Mar 18 10:37:12.088259 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:12.108538 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-357ebbd0-3f25-458c-a42d-6642dec5a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:12.110250 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-357ebbd0-3f25-458c-a42d-6642dec5a53e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9559f227c1d4b88b08bc381f0310b59&device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 1129 time: 0.0488420 Mar 18 10:37:12.216846 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-379156ec-5529-45c9-8ac2-3f5efccf3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:12.219236 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-379156ec-5529-45c9-8ac2-3f5efccf3873 service neutron] 10.222.0.45 "GET /v2.0/networks?id=329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 200 len: 910 time: 0.0972874 Mar 18 10:37:12.242475 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf527-ac6b-4c2a-a174-802728eb46d4 req-440fbd05-bfab-48b5-9533-07ea8ba66eff tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:12.244019 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90baf527-ac6b-4c2a-a174-802728eb46d4 req-440fbd05-bfab-48b5-9533-07ea8ba66eff tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0579035 Mar 18 10:37:12.289354 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-d457ee36-e0d3-43d9-95ae-68770720aae0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 200 len: 217 time: 0.0628140 Mar 18 10:37:12.298527 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90baf527-ac6b-4c2a-a174-802728eb46d4 req-4bc6d1a6-92db-4014-9e48-9d493ad4cc31 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476651 Mar 18 10:37:12.334813 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 5, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:12.339934 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-61d0d82b-1cab-4585-9552-31b166f396dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:12.341341 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-61d0d82b-1cab-4585-9552-31b166f396dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 200 len: 848 time: 0.0446260 Mar 18 10:37:12.368441 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] Checking router: 82e26299-27bd-42e9-9231-4ee91a3f9993 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:12.377846 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:12.378310 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:12.398138 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-788ac916-5516-4edd-9be3-d42b253b19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:12.399680 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-788ac916-5516-4edd-9be3-d42b253b19dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=329b5583-ae48-4f7b-9854-a3aec8632d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506256 Mar 18 10:37:12.488074 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:12.492925 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-93841ae6-6185-4416-a8f6-5dab36ea384b service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845852 Mar 18 10:37:12.585375 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2e087b6-8e31-4d64-a119-f7b162f3d7e9 req-e1afae63-bdae-4a26-8602-e2179527a0de service neutron] 10.222.0.45 "GET /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854557 Mar 18 10:37:12.684543 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 5, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:12.710258 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d35bde-e311-408a-9eb8-35b725eb12b3 None None] The sync data for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi is: [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:31Z', 'revision_number': 4, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '464faeff-b611-414f-9d7f-c7035af9f1b3', 'name': '', 'network_id': '329b5583-ae48-4f7b-9854-a3aec8632d60', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'mac_address': 'fa:16:3e:5d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:30Z', 'updated_at': '2022-03-18T10:32:37Z', 'revision_number': 5, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'subnets': [{'id': '5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:12.934910 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54f03f-1be0-4318-83ee-f24bf69f1c0e None None] New status for floating IP 2cc24df5-4ca7-4a3b-93ea-fab0045b2dcf: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:37:13.436661 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9471ce8-572f-45aa-a97a-b796310b52ae req-a8c15d12-3162-4923-8591-d051a8892c66 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:13.438256 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d9471ce8-572f-45aa-a97a-b796310b52ae req-a8c15d12-3162-4923-8591-d051a8892c66 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0663452 Mar 18 10:37:13.489015 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d9471ce8-572f-45aa-a97a-b796310b52ae req-14622d86-d789-401c-a95d-76b9e18f1288 tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/security-groups?id=beb3af39-e961-4f8e-aa9c-6ef10fb090ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435522 Mar 18 10:37:13.863964 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-bde43989-1972-4cb6-8297-2547ef17055a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:13.866100 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-bde43989-1972-4cb6-8297-2547ef17055a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.45 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 945 time: 0.0527179 Mar 18 10:37:13.962186 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Deleting port 85496273-1b2d-4957-adc8-5c5129db06a6 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:13.962531 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:14.054775 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] For port 85496273-1b2d-4957-adc8-5c5129db06a6, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=85496273-1b2d-4957-adc8-5c5129db06a6,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:14.055138 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:14.068212 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Calling delete_port for 85496273-1b2d-4957-adc8-5c5129db06a6 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:14.201461 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (85496273-1b2d-4957-adc8-5c5129db06a6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:14.229834 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event deleted for resources: {'Port': ['ID=85496273-1b2d-4957-adc8-5c5129db06a6,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:14.260932 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.261284 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.261628 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.261993 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.262331 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.262663 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.262988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.263315 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.263639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.263961 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.264285 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.264610 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.264932 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.265256 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.265576 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:14.289912 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] No DVR routers for this DVR port 85496273-1b2d-4957-adc8-5c5129db06a6 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:14.292576 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:14.296091 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ddeeecea-a663-43e0-8f64-45b61141f65e req-47bedd5c-de76-4784-8820-eff4e0db5afc tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.45 "DELETE /v2.0/ports/85496273-1b2d-4957-adc8-5c5129db06a6 HTTP/1.1" status: 204 len: 173 time: 0.4247031 Mar 18 10:37:14.296554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-deleted', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:14.298799 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a1e050-b7e2-4504-832d-ec2f5a7e2782" -d '{"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-deleted", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:37:14.340515 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943020d-0fd3-464a-9933-2c31a7cb0484 x-openstack-request-id: req-5943020d-0fd3-464a-9933-2c31a7cb0484 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:37:14.340820 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5435c2b2-0a3e-4c32-9faf-97b6e16339be", "name": "network-vif-deleted", "tag": "85496273-1b2d-4957-adc8-5c5129db06a6", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:37:14.341086 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5943020d-0fd3-464a-9933-2c31a7cb0484 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:37:14.341532 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5435c2b2-0a3e-4c32-9faf-97b6e16339be', 'name': 'network-vif-deleted', 'tag': '85496273-1b2d-4957-adc8-5c5129db06a6', 'status': 'completed', 'code': 200} Mar 18 10:37:14.609512 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a8718919-33e4-4a2c-a96b-730c4bc0345f req-cd530640-2d18-457c-9748-edf300b0065a tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "GET /v2.0/ports?device_id=5435c2b2-0a3e-4c32-9faf-97b6e16339be HTTP/1.1" status: 200 len: 210 time: 0.0429506 Mar 18 10:37:15.699499 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44118) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:15.761133 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2e5-e2c7-4658-ab70-73068384e62e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group (beb3af39-e961-4f8e-aa9c-6ef10fb090ac), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:15.791218 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2e5-e2c7-4658-ab70-73068384e62e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group (beb3af39-e961-4f8e-aa9c-6ef10fb090ac), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:15.857352 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2e5-e2c7-4658-ab70-73068384e62e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (beb3af39-e961-4f8e-aa9c-6ef10fb090ac), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:15.860248 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3c71e2e5-e2c7-4658-ab70-73068384e62e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:15.861502 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3c71e2e5-e2c7-4658-ab70-73068384e62e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] 10.222.0.44 "DELETE /v2.0/security-groups/beb3af39-e961-4f8e-aa9c-6ef10fb090ac HTTP/1.1" status: 204 len: 168 time: 0.1609840 Mar 18 10:37:15.871818 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71e2e5-e2c7-4658-ab70-73068384e62e tempest-TestShelveInstance-124306595 tempest-TestShelveInstance-124306595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb3af39-e961-4f8e-aa9c-6ef10fb090ac,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:15.918594 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44122) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:16.306064 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (82e26299-27bd-42e9-9231-4ee91a3f9993), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:16.562111 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Deleting port 464faeff-b611-414f-9d7f-c7035af9f1b3 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:16.562366 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:16.643007 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] For port 464faeff-b611-414f-9d7f-c7035af9f1b3, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=464faeff-b611-414f-9d7f-c7035af9f1b3,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:16.643372 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:16.656722 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Calling delete_port for 464faeff-b611-414f-9d7f-c7035af9f1b3 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:16.840766 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (464faeff-b611-414f-9d7f-c7035af9f1b3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:16.865477 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Pushing event deleted for resources: {'Port': ['ID=464faeff-b611-414f-9d7f-c7035af9f1b3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:17.061033 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:17.069198 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (82e26299-27bd-42e9-9231-4ee91a3f9993), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:17.299372 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Router 82e26299-27bd-42e9-9231-4ee91a3f9993 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:37:17.408559 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:37:17.413992 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-66f14db6-c6fd-4aab-aaa6-158a14873439 admin admin] 10.222.0.44 "PUT /v2.0/routers/82e26299-27bd-42e9-9231-4ee91a3f9993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4939933 Mar 18 10:37:17.416429 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44124) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:17.419040 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] Sync routers for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:17.428777 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:17.429405 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:17.464007 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 85496273-1b2d-4957-adc8-5c5129db06a6 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:17.517394 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 85496273-1b2d-4957-adc8-5c5129db06a6 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:17.517748 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 85496273-1b2d-4957-adc8-5c5129db06a6 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:17.521707 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks [] for router (82e26299-27bd-42e9-9231-4ee91a3f9993), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:17.560010 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:17.625178 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks [] for router_gateway (82e26299-27bd-42e9-9231-4ee91a3f9993), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:17.687426 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Deleting port a84b2d10-0a79-4c77-ba67-690af0f34be2 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:17.687872 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:17.752737 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:37:16Z', 'revision_number': 5, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port': {'id': 'a84b2d10-0a79-4c77-ba67-690af0f34be2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:17.770441 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] For port a84b2d10-0a79-4c77-ba67-690af0f34be2, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=a84b2d10-0a79-4c77-ba67-690af0f34be2,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:17.770804 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:17.783300 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] Checking router: 82e26299-27bd-42e9-9231-4ee91a3f9993 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:17.787451 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Calling delete_port for a84b2d10-0a79-4c77-ba67-690af0f34be2 owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:17.791608 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] Routers {'82e26299-27bd-42e9-9231-4ee91a3f9993'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:17.792214 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['82e26299-27bd-42e9-9231-4ee91a3f9993'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:17.879160 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] Set router 82e26299-27bd-42e9-9231-4ee91a3f9993 gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:17.930846 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:37:17Z', 'revision_number': 6, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:17.951651 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (a84b2d10-0a79-4c77-ba67-690af0f34be2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:17.960840 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e63bc0-1b3b-46a5-aabd-16e3911ed562 None None] The sync data for ids ['82e26299-27bd-42e9-9231-4ee91a3f9993'] in dv-cinder-817135-6-iscsi is: [{'id': '82e26299-27bd-42e9-9231-4ee91a3f9993', 'name': 'tempest-TestShelveInstance-1531436467-router', 'tenant_id': 'a9559f227c1d4b88b08bc381f0310b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:28Z', 'updated_at': '2022-03-18T10:37:17Z', 'revision_number': 6, 'project_id': 'a9559f227c1d4b88b08bc381f0310b59', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:17.975262 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a84b2d10-0a79-4c77-ba67-690af0f34be2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:18.043160 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (82e26299-27bd-42e9-9231-4ee91a3f9993), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.134500 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (82e26299-27bd-42e9-9231-4ee91a3f9993), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.136832 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks [] for router_controller (82e26299-27bd-42e9-9231-4ee91a3f9993), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.183378 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (82e26299-27bd-42e9-9231-4ee91a3f9993), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.183942 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82e26299-27bd-42e9-9231-4ee91a3f9993 {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:37:18.189204 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.193677 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d0180f3a-f5e0-4074-a168-b475b13e37cf admin admin] 10.222.0.44 "DELETE /v2.0/routers/82e26299-27bd-42e9-9231-4ee91a3f9993 HTTP/1.1" status: 204 len: 168 time: 0.7730508 Mar 18 10:37:18.193821 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44126) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:18.241069 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] Deleting subnet 5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:37:18.244660 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] Publish callbacks [] for subnet (5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.278965 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.379483 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.443914 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.475033 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:18.477033 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.480240 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cfa28680-c198-45e5-8198-02be6b5b0dc4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ad56ef6-7a44-4eaa-a6ec-d54fecf85f4f HTTP/1.1" status: 204 len: 168 time: 0.2854583 Mar 18 10:37:18.483653 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44128) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:18.486639 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255064f3-f02b-4102-9a6f-2cb6d25c5028 None None] Network 329b5583-ae48-4f7b-9854-a3aec8632d60 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:37:18.556513 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (329b5583-ae48-4f7b-9854-a3aec8632d60), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.616177 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Deleting port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:18.616521 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.658760 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] DHCP port deletion for 329b5583-ae48-4f7b-9854-a3aec8632d60 request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:37:18.695241 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:37:18.719732 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] Deleting port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:18.720180 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.795891 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] For port 9dac50d9-6fb0-4519-91b5-b0f500a23d31, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=9dac50d9-6fb0-4519-91b5-b0f500a23d31,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:18.799429 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.813213 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] Calling delete_port for 9dac50d9-6fb0-4519-91b5-b0f500a23d31 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:18.933318 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] For port 9dac50d9-6fb0-4519-91b5-b0f500a23d31, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=9dac50d9-6fb0-4519-91b5-b0f500a23d31,segment=NetworkSegment(abbf7b8a-b9c1-402f-8173-fa857e09c6d8),segment_id=abbf7b8a-b9c1-402f-8173-fa857e09c6d8)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:18.933678 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:18.956281 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Calling delete_port for 9dac50d9-6fb0-4519-91b5-b0f500a23d31 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:19.035654 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.052477 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (9dac50d9-6fb0-4519-91b5-b0f500a23d31), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.061152 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] Pushing event deleted for resources: {'Port': ['ID=9dac50d9-6fb0-4519-91b5-b0f500a23d31,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:19.064647 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8274be5-5269-4c77-b725-c4b8da3473fe None None] No DVR routers for this DVR port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 on host dv-cinder-817135-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:19.078971 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dac50d9-6fb0-4519-91b5-b0f500a23d31,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:19.082352 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] No DVR routers for this DVR port 9dac50d9-6fb0-4519-91b5-b0f500a23d31 on host dv-cinder-817135-6-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:19.150648 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (329b5583-ae48-4f7b-9854-a3aec8632d60), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.170504 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329b5583-ae48-4f7b-9854-a3aec8632d60']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:19.179882 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:19.180154 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbf7b8a-b9c1-402f-8173-fa857e09c6d8') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:19.193927 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (abbf7b8a-b9c1-402f-8173-fa857e09c6d8), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.207043 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (abbf7b8a-b9c1-402f-8173-fa857e09c6d8), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.213896 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:19.214282 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (abbf7b8a-b9c1-402f-8173-fa857e09c6d8), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: self.session.flush() Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: self.session.flush() Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: self.session.flush() Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: self.session.flush() Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:19.215964 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:19.226744 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a84b2d10-0a79-4c77-ba67-690af0f34be2 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:19.245931 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: a84b2d10-0a79-4c77-ba67-690af0f34be2 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:19.246324 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device a84b2d10-0a79-4c77-ba67-690af0f34be2 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:19.246691 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 464faeff-b611-414f-9d7f-c7035af9f1b3 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:19.265412 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 464faeff-b611-414f-9d7f-c7035af9f1b3 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:19.265751 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 464faeff-b611-414f-9d7f-c7035af9f1b3 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:19.266193 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 9dac50d9-6fb0-4519-91b5-b0f500a23d31 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:19.270137 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (329b5583-ae48-4f7b-9854-a3aec8632d60), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.276085 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.279252 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/329b5583-ae48-4f7b-9854-a3aec8632d60 HTTP/1.1" status: 204 len: 168 time: 0.7946849 Mar 18 10:37:19.282311 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44130) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:19.291477 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 9dac50d9-6fb0-4519-91b5-b0f500a23d31 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:19.291767 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 9dac50d9-6fb0-4519-91b5-b0f500a23d31 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:19.303658 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6791d9c-c9ed-4d7f-8658-044fa62363d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=329b5583-ae48-4f7b-9854-a3aec8632d60,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:19.672784 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (d4e2f234-0445-489d-bb32-2eeb381fa7f6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.915763 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Deleting port 1491ac2a-8ae3-44cf-b82f-116ba6f84625 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:19.916099 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:19.992897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] For port 1491ac2a-8ae3-44cf-b82f-116ba6f84625, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=1491ac2a-8ae3-44cf-b82f-116ba6f84625,segment=NetworkSegment(e192b6b6-168a-4d64-be1f-3cab14b30347),segment_id=e192b6b6-168a-4d64-be1f-3cab14b30347)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:19.993253 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:20.008623 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Calling delete_port for 1491ac2a-8ae3-44cf-b82f-116ba6f84625 owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:20.193571 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (1491ac2a-8ae3-44cf-b82f-116ba6f84625), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:20.220009 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Pushing event deleted for resources: {'Port': ['ID=1491ac2a-8ae3-44cf-b82f-116ba6f84625,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:20.386936 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (d4e2f234-0445-489d-bb32-2eeb381fa7f6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:20.605118 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Router d4e2f234-0445-489d-bb32-2eeb381fa7f6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:37:20.717502 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:37:20.725283 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7a459fb0-c987-4011-b85f-4cd307b50811 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4e2f234-0445-489d-bb32-2eeb381fa7f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411409 Mar 18 10:37:20.728014 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44132) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:20.730759 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] Sync routers for ids ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:20.741261 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] Routers {'d4e2f234-0445-489d-bb32-2eeb381fa7f6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:20.742946 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:20.842118 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks [] for router (d4e2f234-0445-489d-bb32-2eeb381fa7f6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:20.854516 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] Set router d4e2f234-0445-489d-bb32-2eeb381fa7f6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:20.956704 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks [] for router_gateway (d4e2f234-0445-489d-bb32-2eeb381fa7f6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.009068 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Deleting port 823f3f85-47ea-481c-a19f-0680a242a0e2 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:21.009515 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.034159 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:37:20Z', 'revision_number': 5, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port': {'id': '823f3f85-47ea-481c-a19f-0680a242a0e2', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:32:34Z', 'updated_at': '2022-03-18T10:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:21.068613 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] Checking router: d4e2f234-0445-489d-bb32-2eeb381fa7f6 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:21.077200 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] Routers {'d4e2f234-0445-489d-bb32-2eeb381fa7f6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:21.077829 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:21.087744 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] For port 823f3f85-47ea-481c-a19f-0680a242a0e2, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=823f3f85-47ea-481c-a19f-0680a242a0e2,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:21.088098 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.102282 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Calling delete_port for 823f3f85-47ea-481c-a19f-0680a242a0e2 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:21.165547 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] Set router d4e2f234-0445-489d-bb32-2eeb381fa7f6 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:21.220702 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:37:20Z', 'revision_number': 6, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:21.248307 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d054d8b9-b891-41ca-8b0a-d2f9c416246a None None] The sync data for ids ['d4e2f234-0445-489d-bb32-2eeb381fa7f6'] in dv-cinder-817135-6-iscsi is: [{'id': 'd4e2f234-0445-489d-bb32-2eeb381fa7f6', 'name': 'tempest-TestShelveInstance-1014934630-router', 'tenant_id': '915205b443f1485899af707777cce5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:32:33Z', 'updated_at': '2022-03-18T10:37:20Z', 'revision_number': 6, 'project_id': '915205b443f1485899af707777cce5fd', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:21.286778 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (823f3f85-47ea-481c-a19f-0680a242a0e2), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.317173 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=823f3f85-47ea-481c-a19f-0680a242a0e2,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:21.383340 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (d4e2f234-0445-489d-bb32-2eeb381fa7f6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.473008 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (d4e2f234-0445-489d-bb32-2eeb381fa7f6), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.475633 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks [] for router_controller (d4e2f234-0445-489d-bb32-2eeb381fa7f6), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.522371 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (d4e2f234-0445-489d-bb32-2eeb381fa7f6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.523145 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e2f234-0445-489d-bb32-2eeb381fa7f6 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:37:21.530622 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.531865 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-05e2b19e-0f16-4c41-8fc4-bf3447781d49 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d4e2f234-0445-489d-bb32-2eeb381fa7f6 HTTP/1.1" status: 204 len: 168 time: 0.8027596 Mar 18 10:37:21.534544 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44136) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:21.579287 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] Deleting subnet 6d51ecf3-b033-46c0-bc25-6208105e9649 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:37:21.582317 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] Publish callbacks [] for subnet (6d51ecf3-b033-46c0-bc25-6208105e9649), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.617290 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59454810'] for subnet (6d51ecf3-b033-46c0-bc25-6208105e9649), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:21.707925 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (6d51ecf3-b033-46c0-bc25-6208105e9649), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.045703 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59153709'] for subnet (6d51ecf3-b033-46c0-bc25-6208105e9649), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.072015 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d51ecf3-b033-46c0-bc25-6208105e9649,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:22.076942 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.084188 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-24d9a0ad-3509-47df-b1ae-9da93c258643 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d51ecf3-b033-46c0-bc25-6208105e9649 HTTP/1.1" status: 204 len: 168 time: 0.5449126 Mar 18 10:37:22.084525 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44138) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:22.085195 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf26a0-417f-4c3e-8d90-15af40b982be None None] Network 8632fa91-0142-4d5c-9360-98fd5bd4e166 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:37:22.175461 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (8632fa91-0142-4d5c-9360-98fd5bd4e166), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.247640 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Deleting port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:22.248058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.259735 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] DHCP port deletion for 8632fa91-0142-4d5c-9360-98fd5bd4e166 request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:37:22.311535 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] Deleting port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:22.311880 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.336467 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] For port e15d5a42-6d26-4f61-9f9f-1217a2f18f43, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,segment=NetworkSegment(e192b6b6-168a-4d64-be1f-3cab14b30347),segment_id=e192b6b6-168a-4d64-be1f-3cab14b30347)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:22.336840 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.353300 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Calling delete_port for e15d5a42-6d26-4f61-9f9f-1217a2f18f43 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:22.387258 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] For port e15d5a42-6d26-4f61-9f9f-1217a2f18f43, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,segment=NetworkSegment(e192b6b6-168a-4d64-be1f-3cab14b30347),segment_id=e192b6b6-168a-4d64-be1f-3cab14b30347)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:22.387659 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.404099 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] Calling delete_port for e15d5a42-6d26-4f61-9f9f-1217a2f18f43 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:22.444286 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.470190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:22.473976 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] No DVR routers for this DVR port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 on host dv-cinder-817135-6-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:22.487840 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404'] for port (e15d5a42-6d26-4f61-9f9f-1217a2f18f43), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.514409 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] Pushing event deleted for resources: {'Port': ['ID=e15d5a42-6d26-4f61-9f9f-1217a2f18f43,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:22.517957 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2114c-0769-4a27-87d0-dda167f4e0d6 None None] No DVR routers for this DVR port e15d5a42-6d26-4f61-9f9f-1217a2f18f43 on host dv-cinder-817135-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:22.551820 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (8632fa91-0142-4d5c-9360-98fd5bd4e166), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.577726 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8632fa91-0142-4d5c-9360-98fd5bd4e166']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:22.587534 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e192b6b6-168a-4d64-be1f-3cab14b30347') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:22.587835 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e192b6b6-168a-4d64-be1f-3cab14b30347') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:22.597698 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (e192b6b6-168a-4d64-be1f-3cab14b30347), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.611333 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (e192b6b6-168a-4d64-be1f-3cab14b30347), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.617731 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:37:22.618173 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (e192b6b6-168a-4d64-be1f-3cab14b30347), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:37:22.619817 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:37:22.673291 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (8632fa91-0142-4d5c-9360-98fd5bd4e166), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.679367 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.682560 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8632fa91-0142-4d5c-9360-98fd5bd4e166 HTTP/1.1" status: 204 len: 168 time: 0.5965612 Mar 18 10:37:22.694155 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496794-7cde-488b-b710-44b6ff9e7c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=8632fa91-0142-4d5c-9360-98fd5bd4e166,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:22.845890 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44142) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:22.885560 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f1f8b923-1fc7-4250-aa9b-ce5d218b123d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9559f227c1d4b88b08bc381f0310b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385103 Mar 18 10:37:22.888267 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44144) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:22.933685 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7911de7f-b4d5-4ef3-b4a3-f8b5f0e5da25 admin admin] Publish callbacks [] for security_group (98477bcd-2710-4d21-a167-90491e36f195), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:22.959432 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7911de7f-b4d5-4ef3-b4a3-f8b5f0e5da25 admin admin] Publish callbacks [] for security_group (98477bcd-2710-4d21-a167-90491e36f195), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:23.008015 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7911de7f-b4d5-4ef3-b4a3-f8b5f0e5da25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (98477bcd-2710-4d21-a167-90491e36f195), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:23.010634 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7911de7f-b4d5-4ef3-b4a3-f8b5f0e5da25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:23.011801 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7911de7f-b4d5-4ef3-b4a3-f8b5f0e5da25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98477bcd-2710-4d21-a167-90491e36f195 HTTP/1.1" status: 204 len: 168 time: 0.1226480 Mar 18 10:37:23.019906 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911de7f-b4d5-4ef3-b4a3-f8b5f0e5da25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98477bcd-2710-4d21-a167-90491e36f195,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:23.223094 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 823f3f85-47ea-481c-a19f-0680a242a0e2 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:23.257107 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 823f3f85-47ea-481c-a19f-0680a242a0e2 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:23.257691 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 823f3f85-47ea-481c-a19f-0680a242a0e2 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:23.258484 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device e15d5a42-6d26-4f61-9f9f-1217a2f18f43 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:23.296287 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: e15d5a42-6d26-4f61-9f9f-1217a2f18f43 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:23.296638 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device e15d5a42-6d26-4f61-9f9f-1217a2f18f43 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:23.297070 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 1491ac2a-8ae3-44cf-b82f-116ba6f84625 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:23.316790 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 1491ac2a-8ae3-44cf-b82f-116ba6f84625 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:23.317150 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 1491ac2a-8ae3-44cf-b82f-116ba6f84625 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:23.335347 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44150) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:23.382774 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c125b754-2c10-4aaf-81ab-c87392c2263f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=915205b443f1485899af707777cce5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459254 Mar 18 10:37:23.385121 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44152) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:23.437033 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-79956bc8-361b-4305-9bff-acc0e2cac13a admin admin] Publish callbacks [] for security_group (87fe5a97-3a6a-4cb4-932d-f237bd3e4114), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:23.460690 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-79956bc8-361b-4305-9bff-acc0e2cac13a admin admin] Publish callbacks [] for security_group (87fe5a97-3a6a-4cb4-932d-f237bd3e4114), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:23.517051 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-79956bc8-361b-4305-9bff-acc0e2cac13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (87fe5a97-3a6a-4cb4-932d-f237bd3e4114), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:23.519655 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-79956bc8-361b-4305-9bff-acc0e2cac13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:23.523589 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-79956bc8-361b-4305-9bff-acc0e2cac13a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87fe5a97-3a6a-4cb4-932d-f237bd3e4114 HTTP/1.1" status: 204 len: 168 time: 0.1346445 Mar 18 10:37:23.530524 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79956bc8-361b-4305-9bff-acc0e2cac13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe5a97-3a6a-4cb4-932d-f237bd3e4114,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:29.836476 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f92da72d-2c6d-41ca-9b11-298552593ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:32.920718 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-809af173-20e6-4ac3-b7da-34a44c71f065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:34.106796 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:35.940431 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:37.196738 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:46.219293 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96612-f258-4c77-9969-9e273db57145 req-7beed37b-50ef-4d7d-a550-734162f0c766 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:46.220794 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3a96612-f258-4c77-9969-9e273db57145 req-7beed37b-50ef-4d7d-a550-734162f0c766 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 946 time: 0.0528288 Mar 18 10:37:46.267409 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3a96612-f258-4c77-9969-9e273db57145 req-e8f334e7-24d0-439e-b811-06aa3a9c349c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409219 Mar 18 10:37:47.070257 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:47.389911 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6697e-aae7-4cd4-a297-2976bd2644f8 req-52897ab0-8ccc-4542-8f5b-b6dc40fddc6e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:47.391505 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1b6697e-aae7-4cd4-a297-2976bd2644f8 req-52897ab0-8ccc-4542-8f5b-b6dc40fddc6e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 946 time: 0.0528829 Mar 18 10:37:47.442784 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1b6697e-aae7-4cd4-a297-2976bd2644f8 req-802d4cb5-9f4e-46f3-9419-a4a23cbc04aa tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=36418ce7-135d-4101-a510-e05d7220a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456336 Mar 18 10:37:47.649883 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-53ae845e-1a9b-4cb2-9fa0-4b2e803d3dfa tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:47.651246 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-53ae845e-1a9b-4cb2-9fa0-4b2e803d3dfa tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 946 time: 0.0512352 Mar 18 10:37:47.748334 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:47.748713 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:47.838078 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] For port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:47.838442 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:48.015872 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:48.016233 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (34687030-0eb6-4f00-ac7b-ff0946973c56), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:48.016547 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP 34687030-0eb6-4f00-ac7b-ff0946973c56 disassociated. External IP: 172.27.0.31, port: 39364908-e0b2-4c18-ad7c-e3bf5c6891e1. Mar 18 10:37:48.016891 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:48.142325 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (39364908-e0b2-4c18-ad7c-e3bf5c6891e1), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:48.176348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=39364908-e0b2-4c18-ad7c-e3bf5c6891e1,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:48.294021 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:37:48.403530 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:37:48.413598 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:37:48.424762 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:48.425405 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:48.449357 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] No DVR routers for this DVR port 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:37:48.451983 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:48.455345 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5e14a20c-4a7c-4ef9-b5b1-4040db901adc req-25607289-7ad0-45bd-9f69-5c3feb1daf47 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "DELETE /v2.0/ports/39364908-e0b2-4c18-ad7c-e3bf5c6891e1 HTTP/1.1" status: 204 len: 173 time: 0.7978988 Mar 18 10:37:48.455788 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'name': 'network-vif-deleted', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:48.458083 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae041990-a639-4bed-9a36-e4fc371ab973" -d '{"events": [{"server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "name": "network-vif-deleted", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:37:48.506755 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70a028d-7334-447c-b995-0fee11218b9d x-openstack-request-id: req-f70a028d-7334-447c-b995-0fee11218b9d {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:37:48.507141 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41201f6-5fa6-44f0-a914-b82a98b0eb0e", "name": "network-vif-deleted", "tag": "39364908-e0b2-4c18-ad7c-e3bf5c6891e1", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:37:48.507397 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f70a028d-7334-447c-b995-0fee11218b9d {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:37:48.507798 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41201f6-5fa6-44f0-a914-b82a98b0eb0e', 'name': 'network-vif-deleted', 'tag': '39364908-e0b2-4c18-ad7c-e3bf5c6891e1', 'status': 'completed', 'code': 200} Mar 18 10:37:48.570195 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-efa530a7-f4aa-4d15-a34e-661b2644692a req-853359cb-7513-4cf2-9ad3-8ef6885d5a23 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41201f6-5fa6-44f0-a914-b82a98b0eb0e HTTP/1.1" status: 200 len: 210 time: 0.0378611 Mar 18 10:37:48.614645 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:48.840752 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:48.868000 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:37:48.877348 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:37:48.877570 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:37:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:49.010009 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:37:49.224539 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:37:49.250944 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3dcd5-6417-453b-854f-2bcb61aa9524 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:37:49.494764 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165973fc-f697-42a9-a678-40fc926ed442 None None] New status for floating IP 34687030-0eb6-4f00-ac7b-ff0946973c56: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:37:49.692872 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44236) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:49.751352 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (36418ce7-135d-4101-a510-e05d7220a8c7), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:49.779404 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (36418ce7-135d-4101-a510-e05d7220a8c7), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:49.835305 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (36418ce7-135d-4101-a510-e05d7220a8c7), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:49.838068 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:49.839317 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/security-groups/36418ce7-135d-4101-a510-e05d7220a8c7 HTTP/1.1" status: 204 len: 168 time: 0.1454911 Mar 18 10:37:49.842642 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44238) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:49.849518 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36418ce7-135d-4101-a510-e05d7220a8c7,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:49.858335 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.858687 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.859035 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.859381 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.859721 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.860055 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.860389 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.860724 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.861060 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.861390 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.861720 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.862073 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.862401 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.862729 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.863054 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc56ecd1-a2a8-4383-bcd3-27b47b5d4f8f tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:49.864210 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.api.v2.resource [None req-552d7bc2-271a-4206-87b2-dcb0d2bb1a90 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] show failed (client error): The resource could not be found. Mar 18 10:37:49.865364 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-552d7bc2-271a-4206-87b2-dcb0d2bb1a90 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups/36418ce7-135d-4101-a510-e05d7220a8c7 HTTP/1.1" status: 404 len: 347 time: 0.0211935 Mar 18 10:37:49.869861 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44240) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:50.003731 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port 578d5ea5-1877-4b9a-9c38-b3cea6a59761 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:37:50.003988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.082837 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.083170 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (578d5ea5-1877-4b9a-9c38-b3cea6a59761), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.097725 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for 578d5ea5-1877-4b9a-9c38-b3cea6a59761 owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:37:50.240343 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (578d5ea5-1877-4b9a-9c38-b3cea6a59761), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.268894 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=578d5ea5-1877-4b9a-9c38-b3cea6a59761,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:50.334888 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (34687030-0eb6-4f00-ac7b-ff0946973c56), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.337996 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.339188 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d5fbd6e5-01d9-4792-810d-8e662182b154 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/floatingips/34687030-0eb6-4f00-ac7b-ff0946973c56 HTTP/1.1" status: 204 len: 168 time: 0.4683874 Mar 18 10:37:50.515228 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44244) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:50.519739 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9e782d4f-0020-4413-bdbc-6d0a4bac55fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296948238', 'description': 'tempest-description--635165881'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:50.539937 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e782d4f-0020-4413-bdbc-6d0a4bac55fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.605424 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e782d4f-0020-4413-bdbc-6d0a4bac55fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (f214a675-1543-465b-b254-431e33a493ad), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.609151 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e782d4f-0020-4413-bdbc-6d0a4bac55fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f214a675-1543-465b-b254-431e33a493ad), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.638774 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e782d4f-0020-4413-bdbc-6d0a4bac55fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.639993 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9e782d4f-0020-4413-bdbc-6d0a4bac55fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1237667 Mar 18 10:37:50.641975 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e782d4f-0020-4413-bdbc-6d0a4bac55fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f214a675-1543-465b-b254-431e33a493ad,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:50.643063 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44246) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:50.648604 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-4501cb01-d84c-479f-a32a-c22206179a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': 'f214a675-1543-465b-b254-431e33a493ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:50.675025 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4501cb01-d84c-479f-a32a-c22206179a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (345fa884-d25d-4e94-bedb-21aeecdbd1e3), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.730378 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4501cb01-d84c-479f-a32a-c22206179a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (345fa884-d25d-4e94-bedb-21aeecdbd1e3), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.733756 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4501cb01-d84c-479f-a32a-c22206179a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (345fa884-d25d-4e94-bedb-21aeecdbd1e3), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.750892 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501cb01-d84c-479f-a32a-c22206179a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345fa884-d25d-4e94-bedb-21aeecdbd1e3,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:50.759787 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4501cb01-d84c-479f-a32a-c22206179a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.761042 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4501cb01-d84c-479f-a32a-c22206179a29 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162133 Mar 18 10:37:50.763787 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44248) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:50.768061 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-abb61f62-56f7-4cf0-9e1c-51340727706e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'security_group_rule': {'security_group_id': 'f214a675-1543-465b-b254-431e33a493ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:50.792931 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abb61f62-56f7-4cf0-9e1c-51340727706e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (3b79957f-da96-4a60-b02e-e366329f92fd), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.850199 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abb61f62-56f7-4cf0-9e1c-51340727706e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (3b79957f-da96-4a60-b02e-e366329f92fd), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.853984 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abb61f62-56f7-4cf0-9e1c-51340727706e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630294'] for security_group_rule (3b79957f-da96-4a60-b02e-e366329f92fd), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.872023 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb61f62-56f7-4cf0-9e1c-51340727706e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b79957f-da96-4a60-b02e-e366329f92fd,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:50.876817 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abb61f62-56f7-4cf0-9e1c-51340727706e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:50.881100 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44250) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:37:50.881532 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-abb61f62-56f7-4cf0-9e1c-51340727706e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164267 Mar 18 10:37:50.886280 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:50.906215 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.002313 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.102529 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.27.0.89 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/7c35f293-5986-48dc-946d-8e1017ed4f76) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:51.205149 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.238070 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.272781 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:51.275490 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:51.277994 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:37:51.307117 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=7c35f293-5986-48dc-946d-8e1017ed4f76,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:51.374308 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (71bc373d-779f-4b06-b4f2-7ba32141d5ce), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.411225 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.561648 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.566066 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.602602 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:37:51.622702 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:37:51.622702 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 39364908-e0b2-4c18-ad7c-e3bf5c6891e1 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:37:51.633135 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=7c35f293-5986-48dc-946d-8e1017ed4f76,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:51.642750 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (71bc373d-779f-4b06-b4f2-7ba32141d5ce), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.658338 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:51.659562 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8e006e14-8f2f-4718-a3b0-20e8fa07bbd5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7774217 Mar 18 10:37:51.850900 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-6438da90-2d07-4519-9c2e-10eddd249b1c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--296948238&fields=id&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 267 time: 0.0415227 Mar 18 10:37:51.958877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-d3055a3a-d04f-4e54-9ce0-0e0045efd580 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:51.960351 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-d3055a3a-d04f-4e54-9ce0-0e0045efd580 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1019819 Mar 18 10:37:51.975229 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-f070c9db-38b8-4250-9a3a-49f3121fd262 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/quotas/0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 375 time: 0.0090835 Mar 18 10:37:52.028467 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-97404606-24fd-4d7e-be56-654b2ec3f52e tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480065 Mar 18 10:37:52.043167 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-3fd0093d-63e9-486b-883c-38849b10f318 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:37:52.044143 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-3fd0093d-63e9-486b-883c-38849b10f318 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050480 Mar 18 10:37:52.131025 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-eddeaa0e-a496-4522-a87f-6a98de28e695 service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817287 Mar 18 10:37:52.219665 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-61078f50-59a3-466f-9441-c719ce855b7a service neutron] 10.222.0.44 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822873 Mar 18 10:37:52.377174 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7b83c510-4f60-4aa7-ac05-a1853028c3f2 req-0877b257-e4ff-4dec-a50f-e2f5a36a782c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 210 time: 0.0270357 Mar 18 10:37:53.275324 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-6870ab34-9a2f-4790-a5f4-f4df01b4387c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:53.276900 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-6870ab34-9a2f-4790-a5f4-f4df01b4387c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 814 time: 0.1046891 Mar 18 10:37:53.342272 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-97b79793-7fbd-4544-b7fb-a2175dcd40fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dee445ffc034ed0bd25d8c6e30f4433 HTTP/1.1" status: 200 len: 379 time: 0.0573113 Mar 18 10:37:53.353944 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'port': {'device_id': 'dc47185a-fb99-4493-b0f8-316172367e42', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'admin_state_up': True, 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'security_groups': ['f214a675-1543-465b-b254-431e33a493ad']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:53.468924 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Made reservation on behalf of 0dee445ffc034ed0bd25d8c6e30f4433 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:37:53.472400 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:53.478352 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-361a2141-2b0e-4e45-836f-10c60278814e req-fea6b49e-be8b-489b-95d7-9fdd510ac067 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 210 time: 0.0287538 Mar 18 10:37:53.598360 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Allocated IP 172.20.0.9 (62adb740-4961-4c9e-bc9c-a43f1fe483db/3facece8-0886-45c7-bbbc-beb9552a7b30/f4f0aecb-aa34-42f2-bca2-db447d40ae68) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:37:53.729245 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:53.762215 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:53.813012 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:37:53.818238 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:37:53.825338 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:37:53.831261 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event updated for resources: {'Port': ['ID=f4f0aecb-aa34-42f2-bca2-db447d40ae68,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:53.877719 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:53.878378 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:53.896359 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-bc051f49-7b38-4c2a-b5d5-1c81f7ede104 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467033 Mar 18 10:37:53.905642 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-e500d63d-9196-4766-9a45-bb5688f0b3ea tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 10:37:53.906847 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-e500d63d-9196-4766-9a45-bb5688f0b3ea tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054555 Mar 18 10:37:53.917657 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Request body: {'port': {'device_id': 'dc47185a-fb99-4493-b0f8-316172367e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:37:53.977731 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:54.091553 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-39aad413-ce50-4854-8e03-b035d07cf5d5 None None] Provisioning complete for port f4f0aecb-aa34-42f2-bca2-db447d40ae68 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:37:54.092127 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-39aad413-ce50-4854-8e03-b035d07cf5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:54.128700 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-39aad413-ce50-4854-8e03-b035d07cf5d5 None None] Port f4f0aecb-aa34-42f2-bca2-db447d40ae68 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:37:54.239099 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f0aecb-aa34-42f2-bca2-db447d40ae68 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:37:54.246955 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Publish callbacks [] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:54.258837 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Transition to ACTIVE for port object f4f0aecb-aa34-42f2-bca2-db447d40ae68 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:37:54.262619 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:54.342648 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0aecb-aa34-42f2-bca2-db447d40ae68,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:54.395173 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Attempting to bind port f4f0aecb-aa34-42f2-bca2-db447d40ae68 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:37:54.395519 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Attempting to bind port f4f0aecb-aa34-42f2-bca2-db447d40ae68 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:37:54.395852 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Attempting to bind port f4f0aecb-aa34-42f2-bca2-db447d40ae68 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:37:54.400504 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Port f4f0aecb-aa34-42f2-bca2-db447d40ae68 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:37:54.400857 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Attempting to bind port f4f0aecb-aa34-42f2-bca2-db447d40ae68 on network 62adb740-4961-4c9e-bc9c-a43f1fe483db {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:37:54.405903 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:37:54.406250 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Checking segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:37:54.406641 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Bound using segment: {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:37:54.407117 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Bound port: f4f0aecb-aa34-42f2-bca2-db447d40ae68, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3ef584-d91e-4d62-b742-0e56fa593272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:37:54.407479 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:54.477059 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] For port f4f0aecb-aa34-42f2-bca2-db447d40ae68, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:37:54.480008 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] For port f4f0aecb-aa34-42f2-bca2-db447d40ae68, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:37:54.486177 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:54.520654 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:54.521108 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:54.522520 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] 10.222.0.45 "PUT /v2.0/ports/f4f0aecb-aa34-42f2-bca2-db447d40ae68 HTTP/1.1" status: 200 len: 1093 time: 0.6090579 Mar 18 10:37:54.522959 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:54.525177 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:37:54.585187 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5c299c-071f-45d8-bd1b-c43a48824834 x-openstack-request-id: req-ef5c299c-071f-45d8-bd1b-c43a48824834 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:37:54.585511 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:37:54.585757 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef5c299c-071f-45d8-bd1b-c43a48824834 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:37:54.586651 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'status': 'completed', 'code': 200} Mar 18 10:37:54.631376 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653bcf6-448b-4d50-b684-56c605fafcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0aecb-aa34-42f2-bca2-db447d40ae68,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:54.672495 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d232c-9b48-4b22-92a4-afa9691725f7 req-5b9bcc44-107d-4b76-8714-92b91da9f6e6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:54.674082 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae3d232c-9b48-4b22-92a4-afa9691725f7 req-5b9bcc44-107d-4b76-8714-92b91da9f6e6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 943 time: 0.1153836 Mar 18 10:37:54.676052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-c8df7075-eb46-47a8-a050-6893476077a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:54.677442 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-c8df7075-eb46-47a8-a050-6893476077a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 1127 time: 0.0940444 Mar 18 10:37:54.734558 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-1cb1d457-c535-46d0-ba7b-09cd7f0f0b1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68 HTTP/1.1" status: 200 len: 217 time: 0.0433850 Mar 18 10:37:54.796696 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae3d232c-9b48-4b22-92a4-afa9691725f7 req-f92ff8d8-eeb0-456b-bf85-f3a8e8d218d6 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115448 Mar 18 10:37:54.808054 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-805b0e6f-bc1d-4502-98b5-f45a52444847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:54.809889 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-805b0e6f-bc1d-4502-98b5-f45a52444847 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0686064 Mar 18 10:37:54.862569 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-1d494f33-e625-4e4e-931a-08426eb0ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:54.864162 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-1d494f33-e625-4e4e-931a-08426eb0ee18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486388 Mar 18 10:37:54.952945 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-67a18aee-c075-49fd-84a2-1c5217df492d service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823851 Mar 18 10:37:55.043111 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bf54c07-bed7-4631-a2f3-18011bdb06b9 req-214d6706-0654-42c7-bd1c-9f8fd7ccf62d service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839629 Mar 18 10:37:55.128090 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-94e4c998-dd89-4d53-8ced-944ff7b8f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:55.129612 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-94e4c998-dd89-4d53-8ced-944ff7b8f7d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 1127 time: 0.0447013 Mar 18 10:37:55.222200 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-f1174cc8-c6a1-44e4-8aef-f48eaddcb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:55.223665 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-f1174cc8-c6a1-44e4-8aef-f48eaddcb80e service neutron] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 915 time: 0.0869491 Mar 18 10:37:55.263628 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-7979e690-9dd3-4ce2-a526-b5806726c05a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68 HTTP/1.1" status: 200 len: 217 time: 0.0336556 Mar 18 10:37:55.309379 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-2b2ad049-3277-45b1-a7b3-179b0360264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:55.310764 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-2b2ad049-3277-45b1-a7b3-179b0360264c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0415182 Mar 18 10:37:55.359777 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-6e3ff5d5-35d0-4a59-abac-79d271eec645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:55.361263 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-6e3ff5d5-35d0-4a59-abac-79d271eec645 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435009 Mar 18 10:37:55.462993 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-64ba34a5-4d5d-4766-a6b4-9a93494bd133 service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942101 Mar 18 10:37:55.550633 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0101be1b-9c4e-46e2-8b78-d28bf0207bb1 req-301ea52f-5994-4ad2-ba5c-570edcbffb3f service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819519 Mar 18 10:37:55.693916 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:37:55.921449 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09051cba-3a1f-4cd6-93e5-f5f3259dbf8e req-25517a9e-5e00-4707-b3f5-348b0344af93 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:55.922926 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09051cba-3a1f-4cd6-93e5-f5f3259dbf8e req-25517a9e-5e00-4707-b3f5-348b0344af93 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 943 time: 0.0547366 Mar 18 10:37:55.968045 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09051cba-3a1f-4cd6-93e5-f5f3259dbf8e req-bcde3a28-750c-4e4e-9e24-0c8b1e16c40c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391209 Mar 18 10:37:57.087379 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70531da-5fc1-4299-8299-dd5356a14b64 req-9f46485d-53dd-40f5-9fe0-a2db5646affe tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:57.088854 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a70531da-5fc1-4299-8299-dd5356a14b64 req-9f46485d-53dd-40f5-9fe0-a2db5646affe tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 943 time: 0.0554597 Mar 18 10:37:57.135838 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a70531da-5fc1-4299-8299-dd5356a14b64 req-bea0c210-79cc-4388-91f2-4c0907838ab4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 Mar 18 10:37:57.633288 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device f4f0aecb-aa34-42f2-bca2-db447d40ae68 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:37:57.731183 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port f4f0aecb-aa34-42f2-bca2-db447d40ae68, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:57.742429 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'port_id': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'mac_address': 'fa:16:3e:b1:b3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:37:57.778511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port f4f0aecb-aa34-42f2-bca2-db447d40ae68 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:37:57.778906 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:57.792188 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f0aecb-aa34-42f2-bca2-db447d40ae68 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:37:57.810991 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port f4f0aecb-aa34-42f2-bca2-db447d40ae68, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:57.814565 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:57.862000 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=f4f0aecb-aa34-42f2-bca2-db447d40ae68,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:37:57.868887 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.869234 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.869575 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.869952 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.870289 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.870615 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.870939 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.871262 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.871585 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.871907 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.872227 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.872547 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.873361 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.873361 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:57.873563 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:37:58.028223 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['f4f0aecb-aa34-42f2-bca2-db447d40ae68'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:37:58.252410 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5b38e-7a20-4dd0-a6da-5551fa31c369 req-43590833-7632-45b4-af6a-f99038f7c0fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:58.253902 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18d5b38e-7a20-4dd0-a6da-5551fa31c369 req-43590833-7632-45b4-af6a-f99038f7c0fb tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 944 time: 0.0509830 Mar 18 10:37:58.299282 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18d5b38e-7a20-4dd0-a6da-5551fa31c369 req-d6fe6e29-4d85-49b8-aac2-0d15349a0ae5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392528 Mar 18 10:37:59.416483 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208bb6-b14d-4cf7-9ee5-7c3c8c1d6757 req-9897778c-49db-4968-9e69-0653fb305b34 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:37:59.418037 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d208bb6-b14d-4cf7-9ee5-7c3c8c1d6757 req-9897778c-49db-4968-9e69-0653fb305b34 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 944 time: 0.0517752 Mar 18 10:37:59.465165 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d208bb6-b14d-4cf7-9ee5-7c3c8c1d6757 req-07ae552f-b784-4521-99e9-bf0240625930 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Mar 18 10:37:59.634650 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device f4f0aecb-aa34-42f2-bca2-db447d40ae68 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:37:59.683928 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port f4f0aecb-aa34-42f2-bca2-db447d40ae68 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:37:59.687807 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port f4f0aecb-aa34-42f2-bca2-db447d40ae68 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:37:59.688177 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:59.765724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port f4f0aecb-aa34-42f2-bca2-db447d40ae68 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:37:59.766055 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:59.790662 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:37:59.793072 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c0c88c-a79b-4f90-8112-c3c6bc7daee2" -d '{"events": [{"server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:37:59.806259 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port f4f0aecb-aa34-42f2-bca2-db447d40ae68, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:37:59.811067 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:59.839019 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dea2d9-93ec-4bd1-8b43-53b0f3898c62 x-openstack-request-id: req-19dea2d9-93ec-4bd1-8b43-53b0f3898c62 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:37:59.839308 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:37:59.839568 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19dea2d9-93ec-4bd1-8b43-53b0f3898c62 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:37:59.839991 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'code': 200} Mar 18 10:37:59.863871 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-571f940e-932d-46b1-82fc-9bb9a0fc4579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:37:59.877521 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=f4f0aecb-aa34-42f2-bca2-db447d40ae68,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:00.093893 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ca7e5-2059-4fdf-97f0-eba03d44423f req-4fab5553-d11b-4fb0-814e-652ed6799b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:00.095157 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f4ca7e5-2059-4fdf-97f0-eba03d44423f req-4fab5553-d11b-4fb0-814e-652ed6799b25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 1129 time: 0.1359282 Mar 18 10:38:00.138116 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f4ca7e5-2059-4fdf-97f0-eba03d44423f req-49bc92b9-b41f-4c71-bd7e-45ce95fdfd56 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374639 Mar 18 10:38:00.580867 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d132-992c-4851-908e-b66297532dce req-3ab2aa74-e627-4208-8358-d1ac42c49ff4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:00.582353 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f54d132-992c-4851-908e-b66297532dce req-3ab2aa74-e627-4208-8358-d1ac42c49ff4 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Mar 18 10:38:00.628239 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f54d132-992c-4851-908e-b66297532dce req-f5cc7e7f-d70a-419e-917c-ecab86398edd tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398343 Mar 18 10:38:01.746508 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687edb21-2777-4f1a-917e-567aa779767e req-a47d05d5-2262-44ca-aa3a-05cafd50884a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:01.747994 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-687edb21-2777-4f1a-917e-567aa779767e req-a47d05d5-2262-44ca-aa3a-05cafd50884a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 945 time: 0.0526197 Mar 18 10:38:01.795980 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-687edb21-2777-4f1a-917e-567aa779767e req-cc96a756-3ece-4d5a-96c7-f048e7dd7672 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Mar 18 10:38:01.919024 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8bef4-63c7-47b4-a02e-1fcc56bd07e5 req-d5d004ba-f99b-48b1-8e37-80559f5f7670 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:01.920428 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f9b8bef4-63c7-47b4-a02e-1fcc56bd07e5 req-d5d004ba-f99b-48b1-8e37-80559f5f7670 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 945 time: 0.0590112 Mar 18 10:38:01.928957 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44306) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:01.933852 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Request body: {'floatingip': {'port_id': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:01.974499 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (71bc373d-779f-4b06-b4f2-7ba32141d5ce), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:02.388854 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:02.393267 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (71bc373d-779f-4b06-b4f2-7ba32141d5ce), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:02.492861 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP 71bc373d-779f-4b06-b4f2-7ba32141d5ce associated. External IP: 172.27.0.89, port: f4f0aecb-aa34-42f2-bca2-db447d40ae68. Mar 18 10:38:02.701863 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:38:02.929048 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a8c71d6-b783-49c1-8ea3-f6e538f190e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:03.073416 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:38:03.078194 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:03.082692 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:03.093025 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:03.093635 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:03.109605 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4c18ab9a-1582-457d-9ce0-cc2391a38d15 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "PUT /v2.0/floatingips/71bc373d-779f-4b06-b4f2-7ba32141d5ce HTTP/1.1" status: 200 len: 990 time: 1.1789849 Mar 18 10:38:03.110218 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:03.112424 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29" -d '{"events": [{"name": "network-changed", "server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:38:03.209303 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23301324-a101-4bc2-9437-50898970e350 x-openstack-request-id: req-23301324-a101-4bc2-9437-50898970e350 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:38:03.209900 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:38:03.210166 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23301324-a101-4bc2-9437-50898970e350 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:38:03.210574 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'status': 'completed', 'code': 200} Mar 18 10:38:03.276673 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-de552215-02a2-4aa6-8716-36e197718fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:03.278215 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-de552215-02a2-4aa6-8716-36e197718fc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 1129 time: 0.0468104 Mar 18 10:38:03.332221 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:03.369058 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-fbc5e258-1d62-4bb8-8377-3e6f2bfc8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:03.370551 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-fbc5e258-1d62-4bb8-8377-3e6f2bfc8ef9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 200 len: 915 time: 0.0867450 Mar 18 10:38:03.434128 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-b9325c01-77ab-4b28-a77e-c16a6945ecb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68 HTTP/1.1" status: 200 len: 998 time: 0.0578141 Mar 18 10:38:03.484716 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-6d2c95e5-dd82-4c0a-8554-b83994551c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:03.486376 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-6d2c95e5-dd82-4c0a-8554-b83994551c64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 200 len: 853 time: 0.0472364 Mar 18 10:38:03.535680 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-549e6102-1d8b-4be6-8758-5aa803d08bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:03.537198 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-549e6102-1d8b-4be6-8758-5aa803d08bc1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62adb740-4961-4c9e-bc9c-a43f1fe483db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453515 Mar 18 10:38:03.556528 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '71bc373d-779f-4b06-b4f2-7ba32141d5ce', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:b1:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47185a-fb99-4493-b0f8-316172367e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:37:51Z', 'updated_at': '2022-03-18T10:38:02Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:03.582865 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:03.591445 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:03.592070 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:03.624148 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-9d7298b3-be9b-48e0-a9c9-6df070730887 service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814466 Mar 18 10:38:03.704444 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:03.713352 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-17a97eff-71ae-4c24-b0a5-5b9c3111fd29 req-ba59e95b-2093-4ec7-a708-3e0af8bd0b2d service neutron] 10.222.0.45 "GET /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840404 Mar 18 10:38:03.933083 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '71bc373d-779f-4b06-b4f2-7ba32141d5ce', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:b1:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47185a-fb99-4493-b0f8-316172367e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:37:51Z', 'updated_at': '2022-03-18T10:38:02Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:03.959291 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fce75d-b79b-4141-920d-4823fa446268 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '71bc373d-779f-4b06-b4f2-7ba32141d5ce', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'port_id': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'mac_address': 'fa:16:3e:b1:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47185a-fb99-4493-b0f8-316172367e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:37:51Z', 'updated_at': '2022-03-18T10:38:02Z', 'revision_number': 1, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:04.106923 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:04.140670 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f28b88-96bf-4f0e-8789-f74fa715f812 None None] New status for floating IP 71bc373d-779f-4b06-b4f2-7ba32141d5ce: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:38:05.941806 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:07.200173 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:17.067970 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:23.794415 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-a62907d3-b67b-448e-b705-d009fa99b0a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437059 Mar 18 10:38:23.881168 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-1e5bb400-ebe6-44c2-92b5-670361c59e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:23.882719 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-1e5bb400-ebe6-44c2-92b5-670361c59e45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 1129 time: 0.0457158 Mar 18 10:38:23.991155 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-253efeb6-4035-49bd-8757-902729268a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:23.992633 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-253efeb6-4035-49bd-8757-902729268a49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0919182 Mar 18 10:38:24.055053 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-83e24e2f-a6c1-4ebc-8ad5-6549f5198657 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0562434 Mar 18 10:38:24.107188 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-5592d4ec-d098-4340-b51c-126bbeb68ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:24.108655 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-5592d4ec-d098-4340-b51c-126bbeb68ceb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0472503 Mar 18 10:38:24.156640 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-080f53d8-a33e-47d7-86f5-1a2a36a29140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:24.158190 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-080f53d8-a33e-47d7-86f5-1a2a36a29140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437658 Mar 18 10:38:24.255556 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-abe05d72-9f8a-4146-8169-cb98652d1e94 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915344 Mar 18 10:38:24.348448 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4133ecb8-07f1-499a-b92b-517e40fe6f43 req-e32f9211-0bbd-403e-a913-a1ea61e06dc0 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861602 Mar 18 10:38:29.836489 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a98521c-77ea-4009-91f0-b4ce7279e64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:32.692805 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:38:32.921061 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8a086dbe-ff44-4f8d-a066-c3f3dc26718d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:34.108874 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:35.945605 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:37.202462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:43.080404 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4625e-b7fc-411b-a980-be3a60db87ac req-2a1790c4-3ae7-4ccf-ae93-15d5c2abdb07 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:43.081864 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-78e4625e-b7fc-411b-a980-be3a60db87ac req-2a1790c4-3ae7-4ccf-ae93-15d5c2abdb07 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 945 time: 0.0550525 Mar 18 10:38:43.128733 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-78e4625e-b7fc-411b-a980-be3a60db87ac req-c4b83b17-6d13-4473-9225-a0e7b7d3d51c tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Mar 18 10:38:44.249798 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40940bb1-ec9a-4b49-980e-0d0c2ebc998e req-6d1a94d8-e15b-4e47-b182-2093903a2821 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:44.251258 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40940bb1-ec9a-4b49-980e-0d0c2ebc998e req-6d1a94d8-e15b-4e47-b182-2093903a2821 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 945 time: 0.0521734 Mar 18 10:38:44.297031 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40940bb1-ec9a-4b49-980e-0d0c2ebc998e req-6a2b6970-ad54-448f-9b18-4aeff87a200a tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups?id=f214a675-1543-465b-b254-431e33a493ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402503 Mar 18 10:38:44.527387 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-51d55dad-6802-46f9-a214-5b5918eb0cc5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:44.528864 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-51d55dad-6802-46f9-a214-5b5918eb0cc5 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 945 time: 0.0559156 Mar 18 10:38:44.621743 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port f4f0aecb-aa34-42f2-bca2-db447d40ae68 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:38:44.622121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:44.714956 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] For port f4f0aecb-aa34-42f2-bca2-db447d40ae68, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f4f0aecb-aa34-42f2-bca2-db447d40ae68,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:38:44.715320 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:44.884494 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:44.884854 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (71bc373d-779f-4b06-b4f2-7ba32141d5ce), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:44.885171 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Floating IP 71bc373d-779f-4b06-b4f2-7ba32141d5ce disassociated. External IP: 172.27.0.89, port: f4f0aecb-aa34-42f2-bca2-db447d40ae68. Mar 18 10:38:44.885512 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for f4f0aecb-aa34-42f2-bca2-db447d40ae68 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:38:45.011762 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (f4f0aecb-aa34-42f2-bca2-db447d40ae68), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:45.039552 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=f4f0aecb-aa34-42f2-bca2-db447d40ae68,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:45.051020 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.051378 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.051732 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.052081 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.052422 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.052761 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.053098 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.053427 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.053789 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.054121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.054454 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.054783 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.055116 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.055446 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.055773 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:45.168639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:38:45.276936 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:38:45.286314 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:45.296582 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:45.297212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:45.318651 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] No DVR routers for this DVR port f4f0aecb-aa34-42f2-bca2-db447d40ae68 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:45.321242 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:45.324735 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-92a6910c-3650-47ac-814f-b1bc9be17d30 req-50ce0cc3-18f7-4a2d-9adb-019a0c82c2cc tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.45 "DELETE /v2.0/ports/f4f0aecb-aa34-42f2-bca2-db447d40ae68 HTTP/1.1" status: 204 len: 173 time: 0.7913709 Mar 18 10:38:45.325189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'name': 'network-vif-deleted', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:45.327537 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5b2f15-0c02-4134-a544-4caa6430feb9" -d '{"events": [{"server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "name": "network-vif-deleted", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:38:45.370965 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddd20e6-9a31-48d7-9569-67e7d930428f x-openstack-request-id: req-5ddd20e6-9a31-48d7-9569-67e7d930428f {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:38:45.371286 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc47185a-fb99-4493-b0f8-316172367e42", "name": "network-vif-deleted", "tag": "f4f0aecb-aa34-42f2-bca2-db447d40ae68", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:38:45.371577 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ddd20e6-9a31-48d7-9569-67e7d930428f {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:38:45.372188 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc47185a-fb99-4493-b0f8-316172367e42', 'name': 'network-vif-deleted', 'tag': 'f4f0aecb-aa34-42f2-bca2-db447d40ae68', 'status': 'completed', 'code': 200} Mar 18 10:38:45.423039 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b4f35715-3250-49c8-8aa2-cf969965eb01 req-11a1a8aa-ebd4-4ee9-b0e9-92664b4e0533 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc47185a-fb99-4493-b0f8-316172367e42 HTTP/1.1" status: 200 len: 210 time: 0.0315902 Mar 18 10:38:45.430015 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:45.647310 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:45.676134 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:45.685501 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:45.686138 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:45.803940 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:46.018738 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:46.049466 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55df95-3d19-4972-b0d1-ef4b29f01064 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:34:31Z', 'revision_number': 4, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': '6d0992bb-aa92-42da-befe-3747babc1eb9', 'name': '', 'network_id': '62adb740-4961-4c9e-bc9c-a43f1fe483db', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'mac_address': 'fa:16:3e:f4:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:30Z', 'updated_at': '2022-03-18T10:34:35Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'subnets': [{'id': '3facece8-0886-45c7-bbbc-beb9552a7b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:46.294883 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d34f0a-2620-411f-8d85-a14fc62dec44 None None] New status for floating IP 71bc373d-779f-4b06-b4f2-7ba32141d5ce: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:38:46.510391 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44386) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:46.567551 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcd40-ce0f-4b07-af13-8aa3ec5cc9e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (f214a675-1543-465b-b254-431e33a493ad), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:46.590582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcd40-ce0f-4b07-af13-8aa3ec5cc9e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (f214a675-1543-465b-b254-431e33a493ad), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:46.643856 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcd40-ce0f-4b07-af13-8aa3ec5cc9e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (f214a675-1543-465b-b254-431e33a493ad), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:46.646461 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5c5bcd40-ce0f-4b07-af13-8aa3ec5cc9e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:46.647631 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5c5bcd40-ce0f-4b07-af13-8aa3ec5cc9e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/security-groups/f214a675-1543-465b-b254-431e33a493ad HTTP/1.1" status: 204 len: 168 time: 0.1357241 Mar 18 10:38:46.650424 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44388) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:46.657128 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bcd40-ce0f-4b07-af13-8aa3ec5cc9e1 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f214a675-1543-465b-b254-431e33a493ad,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:46.664933 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-df6c5961-1a9f-4f67-9bc8-4228e848dbd2 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] show failed (client error): The resource could not be found. Mar 18 10:38:46.669868 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-df6c5961-1a9f-4f67-9bc8-4228e848dbd2 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "GET /v2.0/security-groups/f214a675-1543-465b-b254-431e33a493ad HTTP/1.1" status: 404 len: 347 time: 0.0181649 Mar 18 10:38:46.670611 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44390) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:46.798120 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Deleting port 7c35f293-5986-48dc-946d-8e1017ed4f76 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:38:46.798480 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:46.874356 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:46.874681 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (7c35f293-5986-48dc-946d-8e1017ed4f76), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:46.886064 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Calling delete_port for 7c35f293-5986-48dc-946d-8e1017ed4f76 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:38:47.013210 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (7c35f293-5986-48dc-946d-8e1017ed4f76), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:47.039872 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Pushing event deleted for resources: {'Port': ['ID=7c35f293-5986-48dc-946d-8e1017ed4f76,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:47.067287 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:47.107420 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks [] for floatingip (71bc373d-779f-4b06-b4f2-7ba32141d5ce), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:47.110138 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:47.111292 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f8c00520-a941-488c-a9e9-67391e184357 tempest-AttachVolumeNegativeTest-1039245710 tempest-AttachVolumeNegativeTest-1039245710-project] 10.222.0.44 "DELETE /v2.0/floatingips/71bc373d-779f-4b06-b4f2-7ba32141d5ce HTTP/1.1" status: 204 len: 168 time: 0.4397578 Mar 18 10:38:49.928778 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device f4f0aecb-aa34-42f2-bca2-db447d40ae68 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:38:49.948744 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: f4f0aecb-aa34-42f2-bca2-db447d40ae68 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:38:49.949091 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device f4f0aecb-aa34-42f2-bca2-db447d40ae68 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:38:50.763826 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44426) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:51.108056 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:51.372825 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Deleting port 6d0992bb-aa92-42da-befe-3747babc1eb9 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:38:51.373121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:51.485184 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] For port 6d0992bb-aa92-42da-befe-3747babc1eb9, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=6d0992bb-aa92-42da-befe-3747babc1eb9,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:38:51.485545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:51.500532 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc9966-2df4-4d2b-b12d-2ad35859d445 req-7682ff07-e3c5-4630-b714-c875ec6dc8c3 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:51.502055 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a3dc9966-2df4-4d2b-b12d-2ad35859d445 req-7682ff07-e3c5-4630-b714-c875ec6dc8c3 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 945 time: 0.1174030 Mar 18 10:38:51.509322 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Calling delete_port for 6d0992bb-aa92-42da-befe-3747babc1eb9 owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:38:51.591893 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a3dc9966-2df4-4d2b-b12d-2ad35859d445 req-92e9207b-91b3-4580-8c81-ea3348258160 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842342 Mar 18 10:38:51.736283 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (6d0992bb-aa92-42da-befe-3747babc1eb9), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:51.762562 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0992bb-aa92-42da-befe-3747babc1eb9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:51.938772 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:52.431309 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:38:52.536150 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:38:52.541301 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-242687e6-492c-430a-8298-2876652d8d9c admin admin] 10.222.0.44 "PUT /v2.0/routers/99941f9e-4f4a-42b0-aba6-5ec07faa29d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764411 Mar 18 10:38:52.544765 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44432) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:52.546014 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] Sync routers for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:52.555916 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:52.556528 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:52.656232 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks [] for router (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:52.663769 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:52.720473 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5b9d-4abf-42a7-8513-1d996340e4b9 req-c85dd4ba-6ed5-4077-a4a9-2b17bb66457f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:52.722080 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c9b5b9d-4abf-42a7-8513-1d996340e4b9 req-c85dd4ba-6ed5-4077-a4a9-2b17bb66457f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 945 time: 0.0560162 Mar 18 10:38:52.769941 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks [] for router_gateway (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:52.773257 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c9b5b9d-4abf-42a7-8513-1d996340e4b9 req-05dbc1f2-130a-4af5-b855-402b81964c71 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452247 Mar 18 10:38:52.880716 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-37a894a9-6d95-47a6-b0d2-6bdb5b7da957 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:52.882178 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-37a894a9-6d95-47a6-b0d2-6bdb5b7da957 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 945 time: 0.0681517 Mar 18 10:38:52.884473 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Deleting port 7c929479-1ebc-4757-bdf7-5cc6beb94422 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:38:52.884808 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:52.983462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:38:51Z', 'revision_number': 5, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port': {'id': '7c929479-1ebc-4757-bdf7-5cc6beb94422', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:34:29Z', 'updated_at': '2022-03-18T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:53.009023 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] Checking router: 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:53.017972 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] Routers {'99941f9e-4f4a-42b0-aba6-5ec07faa29d6'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:53.018590 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:53.020805 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] For port 7c929479-1ebc-4757-bdf7-5cc6beb94422, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=7c929479-1ebc-4757-bdf7-5cc6beb94422,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:38:53.021344 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.037301 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Calling delete_port for 7c929479-1ebc-4757-bdf7-5cc6beb94422 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:38:53.058853 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Deleting port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:38:53.059667 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.114248 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] Set router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:53.168518 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:38:52Z', 'revision_number': 6, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:53.195256 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fcc79-752b-4071-9cd2-ad1e7309af28 None None] The sync data for ids ['99941f9e-4f4a-42b0-aba6-5ec07faa29d6'] in dv-cinder-817135-6-iscsi is: [{'id': '99941f9e-4f4a-42b0-aba6-5ec07faa29d6', 'name': 'tempest-AttachVolumeNegativeTest-202598627-router', 'tenant_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:34:28Z', 'updated_at': '2022-03-18T10:38:52Z', 'revision_number': 6, 'project_id': '0dee445ffc034ed0bd25d8c6e30f4433', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:53.226386 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] For port 4ec6bdde-4c13-451e-a741-ea4373c78ab0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4ec6bdde-4c13-451e-a741-ea4373c78ab0,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:38:53.226754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.376723 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (7c929479-1ebc-4757-bdf7-5cc6beb94422), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.441607 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7c929479-1ebc-4757-bdf7-5cc6beb94422,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:53.497519 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.497826 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.498229 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Floating IP b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613 disassociated. External IP: 172.27.0.125, port: 4ec6bdde-4c13-451e-a741-ea4373c78ab0. Mar 18 10:38:53.498566 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Calling delete_port for 4ec6bdde-4c13-451e-a741-ea4373c78ab0 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:38:53.557417 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.662131 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.665157 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks [] for router_controller (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.718851 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (99941f9e-4f4a-42b0-aba6-5ec07faa29d6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.719761 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99941f9e-4f4a-42b0-aba6-5ec07faa29d6 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:38:53.727753 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.728948 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7530ff2a-0f42-4096-b650-c6471db3f3ca admin admin] 10.222.0.44 "DELETE /v2.0/routers/99941f9e-4f4a-42b0-aba6-5ec07faa29d6 HTTP/1.1" status: 204 len: 168 time: 1.1832075 Mar 18 10:38:53.732109 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44436) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:53.777357 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Deleting subnet 3facece8-0886-45c7-bbbc-beb9552a7b30 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:38:53.778765 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (4ec6bdde-4c13-451e-a741-ea4373c78ab0), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.780445 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Publish callbacks [] for subnet (3facece8-0886-45c7-bbbc-beb9552a7b30), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.812200 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event deleted for resources: {'Port': ['ID=4ec6bdde-4c13-451e-a741-ea4373c78ab0,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:53.814979 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (3facece8-0886-45c7-bbbc-beb9552a7b30), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.893209 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (3facece8-0886-45c7-bbbc-beb9552a7b30), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.920726 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4f7c0b07-5512-4c9a-baa3-c2862d34b296 req-a80ea38d-b0cf-4b62-9457-4d4a3a46da3f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b HTTP/1.1" status: 200 len: 210 time: 0.0582359 Mar 18 10:38:53.955841 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (3facece8-0886-45c7-bbbc-beb9552a7b30), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.966129 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:38:53.983260 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3facece8-0886-45c7-bbbc-beb9552a7b30,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:53.988003 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:53.994479 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3facece8-0886-45c7-bbbc-beb9552a7b30 HTTP/1.1" status: 204 len: 168 time: 0.2611320 Mar 18 10:38:53.996011 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44440) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:53.996319 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328bb841-6f38-473e-b3e4-1581a86c5d86 None None] Network 62adb740-4961-4c9e-bc9c-a43f1fe483db requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:38:54.005040 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.005600 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.006152 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.006669 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.007166 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.007668 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.008175 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.008685 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.009084 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.009424 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.009759 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.010213 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.010552 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.011148 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.011649 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76fb853-6e3b-4047-ad16-cbf48e6cd53c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:38:54.085905 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (62adb740-4961-4c9e-bc9c-a43f1fe483db), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.121623 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:38:54.136577 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:38:54.146371 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Deleting port b33a0ad6-56b2-490f-959f-e876464e2ae1 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:38:54.146909 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.156741 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:54.158456 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:54.175933 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] No DVR routers for this DVR port 4ec6bdde-4c13-451e-a741-ea4373c78ab0 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:54.178534 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.182028 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93628e13-d2df-4b62-97f8-b2c82c06878b req-e70cd518-e07a-4d4c-b3bd-7e0560c2367b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "DELETE /v2.0/ports/4ec6bdde-4c13-451e-a741-ea4373c78ab0 HTTP/1.1" status: 204 len: 173 time: 1.2935634 Mar 18 10:38:54.182545 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'name': 'network-vif-deleted', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:54.184860 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f2cae-731b-4b3a-a22f-2fbf1dc01ffb" -d '{"events": [{"server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "name": "network-vif-deleted", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:38:54.212232 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] DHCP port deletion for 62adb740-4961-4c9e-bc9c-a43f1fe483db request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:38:54.255816 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc2a044-2925-4751-bc87-09b6169ae112 x-openstack-request-id: req-7bc2a044-2925-4751-bc87-09b6169ae112 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:38:54.255816 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b", "name": "network-vif-deleted", "tag": "4ec6bdde-4c13-451e-a741-ea4373c78ab0", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:38:54.259216 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bc2a044-2925-4751-bc87-09b6169ae112 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:38:54.259683 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c4c3bb-aaf4-47f0-b8e7-c36469c3e30b', 'name': 'network-vif-deleted', 'tag': '4ec6bdde-4c13-451e-a741-ea4373c78ab0', 'status': 'completed', 'code': 200} Mar 18 10:38:54.290607 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] For port b33a0ad6-56b2-490f-959f-e876464e2ae1, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=b33a0ad6-56b2-490f-959f-e876464e2ae1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:38:54.291395 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.306750 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] Deleting port b33a0ad6-56b2-490f-959f-e876464e2ae1 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:38:54.308799 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.315509 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Calling delete_port for b33a0ad6-56b2-490f-959f-e876464e2ae1 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:38:54.343153 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:54.407632 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] For port b33a0ad6-56b2-490f-959f-e876464e2ae1, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=b33a0ad6-56b2-490f-959f-e876464e2ae1,segment=NetworkSegment(3b3ef584-d91e-4d62-b742-0e56fa593272),segment_id=3b3ef584-d91e-4d62-b742-0e56fa593272)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:38:54.408041 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.428311 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] Calling delete_port for b33a0ad6-56b2-490f-959f-e876464e2ae1 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:38:54.452661 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.493229 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=b33a0ad6-56b2-490f-959f-e876464e2ae1,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:54.495655 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] No DVR routers for this DVR port b33a0ad6-56b2-490f-959f-e876464e2ae1 on host dv-cinder-817135-6-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:54.526202 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404'] for port (b33a0ad6-56b2-490f-959f-e876464e2ae1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.558629 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] Pushing event deleted for resources: {'Port': ['ID=b33a0ad6-56b2-490f-959f-e876464e2ae1,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:54.562593 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffeb891-0ae4-4d1d-82fb-410f43bfa157 None None] No DVR routers for this DVR port b33a0ad6-56b2-490f-959f-e876464e2ae1 on host dv-cinder-817135-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:38:54.587323 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (62adb740-4961-4c9e-bc9c-a43f1fe483db), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.609763 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62adb740-4961-4c9e-bc9c-a43f1fe483db']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:54.619112 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3ef584-d91e-4d62-b742-0e56fa593272') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:54.619418 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3ef584-d91e-4d62-b742-0e56fa593272') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:54.629476 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (3b3ef584-d91e-4d62-b742-0e56fa593272), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.643521 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (3b3ef584-d91e-4d62-b742-0e56fa593272), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.652237 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:38:54.652634 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (3b3ef584-d91e-4d62-b742-0e56fa593272), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:38:54.654821 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:38:54.659497 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:54.700737 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:38:54.709326 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:38:54.709984 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:38:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:54.719579 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (62adb740-4961-4c9e-bc9c-a43f1fe483db), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.724298 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:54.727800 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] 10.222.0.44 "DELETE /v2.0/networks/62adb740-4961-4c9e-bc9c-a43f1fe483db HTTP/1.1" status: 204 len: 168 time: 0.7243237 Mar 18 10:38:54.740088 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf9533-25fc-4f58-9cbb-e25476ef9fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=62adb740-4961-4c9e-bc9c-a43f1fe483db,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:54.824401 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:38:54.905523 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44446) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:54.961696 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-25937e67-4b19-447b-b40b-ba9379773c19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0dee445ffc034ed0bd25d8c6e30f4433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515232 Mar 18 10:38:54.962643 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44450) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:55.053472 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b28f6b-ec26-45f9-9607-0713eb14bfae admin admin] Publish callbacks [] for security_group (a67bdbae-702c-4968-ac02-1d5d5bbd72e4), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:55.062486 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:38:55.080739 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b28f6b-ec26-45f9-9607-0713eb14bfae admin admin] Publish callbacks [] for security_group (a67bdbae-702c-4968-ac02-1d5d5bbd72e4), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:55.096357 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c91e197-018c-4c69-bc53-dd67e12ed72a None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:38:55.142105 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b28f6b-ec26-45f9-9607-0713eb14bfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a67bdbae-702c-4968-ac02-1d5d5bbd72e4), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:55.144748 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-95b28f6b-ec26-45f9-9607-0713eb14bfae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:55.149952 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-95b28f6b-ec26-45f9-9607-0713eb14bfae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a67bdbae-702c-4968-ac02-1d5d5bbd72e4 HTTP/1.1" status: 204 len: 168 time: 0.1861358 Mar 18 10:38:55.158610 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b28f6b-ec26-45f9-9607-0713eb14bfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67bdbae-702c-4968-ac02-1d5d5bbd72e4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:55.289275 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 6d0992bb-aa92-42da-befe-3747babc1eb9 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:38:55.312008 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 6d0992bb-aa92-42da-befe-3747babc1eb9 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:38:55.312350 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 6d0992bb-aa92-42da-befe-3747babc1eb9 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:38:55.312896 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7c929479-1ebc-4757-bdf7-5cc6beb94422 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:38:55.325424 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-b5ecaceb-32fd-46ad-8311-8d40100199c7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969476455&fields=id&tenant_id=088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 267 time: 0.0571404 Mar 18 10:38:55.341437 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 7c929479-1ebc-4757-bdf7-5cc6beb94422 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:38:55.341727 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 7c929479-1ebc-4757-bdf7-5cc6beb94422 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:38:55.342187 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device b33a0ad6-56b2-490f-959f-e876464e2ae1 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:38:55.368896 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: b33a0ad6-56b2-490f-959f-e876464e2ae1 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:38:55.369461 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device b33a0ad6-56b2-490f-959f-e876464e2ae1 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:38:55.476499 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-81380111-763a-43c3-bcd4-08df55fcc891 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:55.478173 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-81380111-763a-43c3-bcd4-08df55fcc891 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 811 time: 0.1429625 Mar 18 10:38:55.495639 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-26b3b31d-37f4-458b-8e0f-75b06969fd16 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/quotas/088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 375 time: 0.0104823 Mar 18 10:38:55.499499 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6ffd5-6d35-4205-871d-0c9dc03a7bd6 None None] New status for floating IP b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613: DOWN {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:38:55.553145 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-668876cf-af6a-4f95-8590-765644795803 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517137 Mar 18 10:38:55.664086 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-b6c94414-0a97-4545-b7b6-c488d5313f6c service neutron] 10.222.0.44 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988441 Mar 18 10:38:55.754676 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-033949d7-c63d-4037-a101-3f53c942b76c service neutron] 10.222.0.44 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843461 Mar 18 10:38:56.052294 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a63ccb9-97eb-4111-abb9-64d429d50eb9 req-bd011309-e35a-411e-951b-bec380d2ffc6 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 210 time: 0.0379133 Mar 18 10:38:57.073348 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-5db5adb3-c2ee-46b7-8b89-f4c8edcdf7ba tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:57.075342 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-5db5adb3-c2ee-46b7-8b89-f4c8edcdf7ba tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 811 time: 0.1070082 Mar 18 10:38:57.150446 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-13dde47a-656d-4ed7-ae7c-83dc704cc962 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 380 time: 0.0663657 Mar 18 10:38:57.166552 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'port': {'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'admin_state_up': True, 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'security_groups': ['2f829e4a-08cc-4c9d-bc44-9ab84a941b2a']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:57.168279 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-86061b6d-f0f5-4ee7-9b56-a750a7e4e2fe req-9b1a3783-309b-40e7-b3b2-57a86d1d3f65 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 210 time: 0.0334918 Mar 18 10:38:57.290506 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Made reservation on behalf of 088efabedf814232af95dbf73ec318fb for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:38:57.293739 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44546) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:57.294213 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.406739 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf712-cb87-419f-aa1d-1afc7ec7f464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.438349 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Allocated IP 172.20.0.3 (5cf32ecf-f2cc-48e1-adda-b0589b57ac82/d953d0e0-cba3-4faa-a872-61b2bcb7dfae/095ea716-11cc-4766-a6bf-997a0f43d9c4) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:38:57.497258 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf712-cb87-419f-aa1d-1afc7ec7f464 admin admin] Publish callbacks [] for security_group (8fb489f6-79b4-4283-a36a-ef77af250708), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.501083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf712-cb87-419f-aa1d-1afc7ec7f464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (8fb489f6-79b4-4283-a36a-ef77af250708), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.550928 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44550) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:57.551155 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8a4bf712-cb87-419f-aa1d-1afc7ec7f464 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=360e711b7865451fabc5e3ab5808e8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560666 Mar 18 10:38:57.552306 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bf712-cb87-419f-aa1d-1afc7ec7f464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb489f6-79b4-4283-a36a-ef77af250708,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:57.629237 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.643954 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6ab7279e-2272-434f-987f-498ecadfea02 admin admin] Publish callbacks [] for security_group (8fb489f6-79b4-4283-a36a-ef77af250708), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.680766 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6ab7279e-2272-434f-987f-498ecadfea02 admin admin] Publish callbacks [] for security_group (8fb489f6-79b4-4283-a36a-ef77af250708), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.716003 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.762745 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:38:57.766054 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:38:57.770712 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:38:57.801210 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=095ea716-11cc-4766-a6bf-997a0f43d9c4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:57.805706 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6ab7279e-2272-434f-987f-498ecadfea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (8fb489f6-79b4-4283-a36a-ef77af250708), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.808897 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6ab7279e-2272-434f-987f-498ecadfea02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.812869 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6ab7279e-2272-434f-987f-498ecadfea02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fb489f6-79b4-4283-a36a-ef77af250708 HTTP/1.1" status: 204 len: 168 time: 0.2557294 Mar 18 10:38:57.827740 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7279e-2272-434f-987f-498ecadfea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb489f6-79b4-4283-a36a-ef77af250708,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:57.850846 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:57.851511 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.874557 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-3294d65b-a00b-4c6a-afa5-7d9a349a84ea tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7123601 Mar 18 10:38:57.886140 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Request body: {'port': {'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:38:57.953054 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:57.974842 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 4ec6bdde-4c13-451e-a741-ea4373c78ab0 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:38:57.996295 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 4ec6bdde-4c13-451e-a741-ea4373c78ab0 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:38:57.996717 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 4ec6bdde-4c13-451e-a741-ea4373c78ab0 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:38:58.029742 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-2fb59407-b8f8-4e01-8f58-d19d35e1dac9 None None] Provisioning complete for port 095ea716-11cc-4766-a6bf-997a0f43d9c4 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:38:58.030154 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2fb59407-b8f8-4e01-8f58-d19d35e1dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.068658 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-2fb59407-b8f8-4e01-8f58-d19d35e1dac9 None None] Port 095ea716-11cc-4766-a6bf-997a0f43d9c4 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:38:58.111651 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44556) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:58.125505 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4691ebe4-249c-44eb-8492-f2bed5dc9615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.203486 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4691ebe4-249c-44eb-8492-f2bed5dc9615 admin admin] Publish callbacks [] for security_group (c65659f9-0acd-480c-8aba-4033a7a001b4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.208691 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4691ebe4-249c-44eb-8492-f2bed5dc9615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c65659f9-0acd-480c-8aba-4033a7a001b4), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.235437 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095ea716-11cc-4766-a6bf-997a0f43d9c4 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:38:58.243343 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Publish callbacks [] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.247864 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4691ebe4-249c-44eb-8492-f2bed5dc9615 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6c6892cf6874076b47eaab3609948fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351407 Mar 18 10:38:58.250048 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691ebe4-249c-44eb-8492-f2bed5dc9615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65659f9-0acd-480c-8aba-4033a7a001b4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:58.252410 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44560) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:38:58.284247 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Transition to ACTIVE for port object 095ea716-11cc-4766-a6bf-997a0f43d9c4 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:38:58.289759 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.301510 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5568e12a-cc36-4039-a8c9-3209bf589152 admin admin] Publish callbacks [] for security_group (c65659f9-0acd-480c-8aba-4033a7a001b4), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.321736 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5568e12a-cc36-4039-a8c9-3209bf589152 admin admin] Publish callbacks [] for security_group (c65659f9-0acd-480c-8aba-4033a7a001b4), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.351131 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Pushing event updated for resources: {'Port': ['ID=095ea716-11cc-4766-a6bf-997a0f43d9c4,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:58.364330 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789ce4-057f-4ed3-9c47-d92501dea76e req-d7bea338-2f1b-4ebc-be95-09f7da1282bd tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:58.366448 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-30789ce4-057f-4ed3-9c47-d92501dea76e req-d7bea338-2f1b-4ebc-be95-09f7da1282bd tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 931 time: 0.1206150 Mar 18 10:38:58.375570 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5568e12a-cc36-4039-a8c9-3209bf589152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c65659f9-0acd-480c-8aba-4033a7a001b4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.378698 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5568e12a-cc36-4039-a8c9-3209bf589152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.382238 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5568e12a-cc36-4039-a8c9-3209bf589152 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c65659f9-0acd-480c-8aba-4033a7a001b4 HTTP/1.1" status: 204 len: 168 time: 0.1288569 Mar 18 10:38:58.406121 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568e12a-cc36-4039-a8c9-3209bf589152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65659f9-0acd-480c-8aba-4033a7a001b4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:58.483636 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-30789ce4-057f-4ed3-9c47-d92501dea76e req-248c28b0-8c5b-4957-a890-b34430a72c7d tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935650 Mar 18 10:38:58.488638 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Attempting to bind port 095ea716-11cc-4766-a6bf-997a0f43d9c4 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:38:58.489086 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Attempting to bind port 095ea716-11cc-4766-a6bf-997a0f43d9c4 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:38:58.489523 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Attempting to bind port 095ea716-11cc-4766-a6bf-997a0f43d9c4 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:38:58.494715 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Port 095ea716-11cc-4766-a6bf-997a0f43d9c4 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:38:58.495193 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Attempting to bind port 095ea716-11cc-4766-a6bf-997a0f43d9c4 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:38:58.500851 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:38:58.501316 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Checking segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:38:58.501852 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Bound using segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:38:58.502391 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Bound port: 095ea716-11cc-4766-a6bf-997a0f43d9c4, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:38:58.502863 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.574227 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] For port 095ea716-11cc-4766-a6bf-997a0f43d9c4, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:38:58.580655 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] For port 095ea716-11cc-4766-a6bf-997a0f43d9c4, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:38:58.588464 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.626714 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:58.627346 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:38:58.629504 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] 10.222.0.45 "PUT /v2.0/ports/095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 200 len: 1093 time: 0.7475374 Mar 18 10:38:58.631529 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:38:58.636153 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eede61b-0a1b-4577-9b49-40e9838aea58" -d '{"events": [{"name": "network-changed", "server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:38:58.685132 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdb704-e6c6-409c-a9cc-46e90e1b2905 service neutron] Pushing event updated for resources: {'Port': ['ID=095ea716-11cc-4766-a6bf-997a0f43d9c4,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:38:58.717219 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6165996e-b013-471d-857f-48a9ef1425f3 x-openstack-request-id: req-6165996e-b013-471d-857f-48a9ef1425f3 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:38:58.717765 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:38:58.718121 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6165996e-b013-471d-857f-48a9ef1425f3 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:38:58.718471 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'status': 'completed', 'code': 200} Mar 18 10:38:58.739190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-32049fdc-98d2-4040-91ee-d1ecb1f8b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:58.740628 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-32049fdc-98d2-4040-91ee-d1ecb1f8b24d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1127 time: 0.0591719 Mar 18 10:38:58.787405 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-7acb5f29-d6f6-4d3f-88a7-515a1aa0462d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 200 len: 217 time: 0.0402410 Mar 18 10:38:58.846365 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-62b5af3f-04d6-4b0c-9429-d65b7654233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:58.847850 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-62b5af3f-04d6-4b0c-9429-d65b7654233e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0539269 Mar 18 10:38:58.895638 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-b5efa8b0-c101-41bc-98b5-11d65e8ce810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:58.897111 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-b5efa8b0-c101-41bc-98b5-11d65e8ce810 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439932 Mar 18 10:38:58.987077 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-ee40f00e-c410-4b69-9339-0d14f65f4377 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831990 Mar 18 10:38:59.083267 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e34249a8-37ad-404d-8e6c-4f5ee015ba34 req-33dc8334-806b-4515-8dce-d17d6ba9441a service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903158 Mar 18 10:38:59.178180 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-d90c74ce-578a-4554-ada2-697efeb2095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.179911 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-d90c74ce-578a-4554-ada2-697efeb2095d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1127 time: 0.0465317 Mar 18 10:38:59.276001 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-11e26e1e-5b6c-41ae-8797-65b2ef80d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.277500 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-11e26e1e-5b6c-41ae-8797-65b2ef80d3b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0911689 Mar 18 10:38:59.317048 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-32fe2d84-6439-477c-8c97-a1c4eebd1fbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 200 len: 217 time: 0.0335913 Mar 18 10:38:59.364368 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-8ad6f54d-a2d3-4e55-8051-69d8e645dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.365882 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-8ad6f54d-a2d3-4e55-8051-69d8e645dafe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0435436 Mar 18 10:38:59.418136 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-98c958b2-590f-4fc2-b9de-58d1a1888f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.419697 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-98c958b2-590f-4fc2-b9de-58d1a1888f5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482831 Mar 18 10:38:59.511232 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-3bf278c9-3442-4103-8e3b-d4b6903a81c1 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852542 Mar 18 10:38:59.647025 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38694b-8baa-46a7-96c6-0329a2d239ff req-57950114-6999-4bb4-a633-140aedde2f7d tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:38:59.648531 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0c38694b-8baa-46a7-96c6-0329a2d239ff req-57950114-6999-4bb4-a633-140aedde2f7d tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0841763 Mar 18 10:38:59.650366 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6eede61b-0a1b-4577-9b49-40e9838aea58 req-138aa48d-fe22-4b71-a2be-640217011f74 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339712 Mar 18 10:38:59.701218 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0c38694b-8baa-46a7-96c6-0329a2d239ff req-30ff4598-57c5-4309-8740-f3558b4a4532 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472572 Mar 18 10:38:59.839380 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5a06fc48-47c5-4a30-a7a3-6ad482d26a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:00.822087 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1e0ac-c973-43ff-90f1-75112d917aaf req-b597fb98-a7ce-4b7c-b37c-8f820ad2ff69 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:00.824226 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f1e0ac-c973-43ff-90f1-75112d917aaf req-b597fb98-a7ce-4b7c-b37c-8f820ad2ff69 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0544555 Mar 18 10:39:00.872346 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f1e0ac-c973-43ff-90f1-75112d917aaf req-4eec2548-95b8-453b-9f77-e5e980862ecc tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Mar 18 10:39:01.988023 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bb620-3e7b-4c77-ba94-abbb4bf05eaf req-66c9103b-aab8-4049-a77a-7eb29012524e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:01.989509 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598bb620-3e7b-4c77-ba94-abbb4bf05eaf req-66c9103b-aab8-4049-a77a-7eb29012524e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0519171 Mar 18 10:39:02.041069 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598bb620-3e7b-4c77-ba94-abbb4bf05eaf req-5dd8fabb-dde7-42aa-80fc-90a0eb6b7bfe tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454643 Mar 18 10:39:02.923447 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5a3545ec-d343-4c3f-8698-2bd9ee0cec7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:03.160577 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efe719-334c-4c1f-a29e-17eb7c982ed1 req-6ff9e3bd-20ec-4f66-850a-32b4df7ae6e2 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:03.162350 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67efe719-334c-4c1f-a29e-17eb7c982ed1 req-6ff9e3bd-20ec-4f66-850a-32b4df7ae6e2 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0522361 Mar 18 10:39:03.211396 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67efe719-334c-4c1f-a29e-17eb7c982ed1 req-96216eb3-8300-4e69-9e94-f06859058ef4 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Mar 18 10:39:04.115210 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:04.328153 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f19f6-5501-4729-bc9f-90805a7a2b80 req-96c55505-d320-4f87-b3c2-2666dfcb2407 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:04.329636 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-464f19f6-5501-4729-bc9f-90805a7a2b80 req-96c55505-d320-4f87-b3c2-2666dfcb2407 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0511122 Mar 18 10:39:04.377936 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-464f19f6-5501-4729-bc9f-90805a7a2b80 req-27374129-d053-4efd-a09c-9ccdf190568b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Mar 18 10:39:05.501743 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6b3c6-a61b-422e-aae0-97f1b1a64e3e req-290929cc-c4c8-4f4d-b7b0-7747183f2d3c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:05.503222 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16b6b3c6-a61b-422e-aae0-97f1b1a64e3e req-290929cc-c4c8-4f4d-b7b0-7747183f2d3c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0552363 Mar 18 10:39:05.550678 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16b6b3c6-a61b-422e-aae0-97f1b1a64e3e req-e8a5f137-371c-47b6-ace1-720168cf2ae7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Mar 18 10:39:05.946685 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:06.673053 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea4b2-9806-47d3-9d08-25d6c9b59293 req-765742e0-831f-4b7d-a052-f4e7da7cf4b8 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:06.674580 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aacea4b2-9806-47d3-9d08-25d6c9b59293 req-765742e0-831f-4b7d-a052-f4e7da7cf4b8 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0571234 Mar 18 10:39:06.724373 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aacea4b2-9806-47d3-9d08-25d6c9b59293 req-2fe908b6-e8e1-4296-9667-66417b1e653e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434778 Mar 18 10:39:07.204522 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:07.841210 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777fbf9-4e94-42ea-8893-1c2f7ff1a448 req-e0447484-d285-4ee8-b093-2130d7262069 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:07.842971 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a777fbf9-4e94-42ea-8893-1c2f7ff1a448 req-e0447484-d285-4ee8-b093-2130d7262069 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 943 time: 0.0512369 Mar 18 10:39:07.892268 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a777fbf9-4e94-42ea-8893-1c2f7ff1a448 req-533c5da6-32f6-444a-849a-7a2ffaa56b3a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Mar 18 10:39:08.084348 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 095ea716-11cc-4766-a6bf-997a0f43d9c4 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:39:08.184101 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 095ea716-11cc-4766-a6bf-997a0f43d9c4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:39:08.194923 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:39:08.230829 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 095ea716-11cc-4766-a6bf-997a0f43d9c4 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:39:08.231517 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:08.243800 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095ea716-11cc-4766-a6bf-997a0f43d9c4 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:39:08.263641 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 095ea716-11cc-4766-a6bf-997a0f43d9c4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:39:08.267462 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:08.316148 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=095ea716-11cc-4766-a6bf-997a0f43d9c4,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:08.322889 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.323236 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.324212 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.324549 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.324877 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.325201 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.325523 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.325872 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.326195 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.326514 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.326830 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.327151 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.327464 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.327777 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.328090 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:08.475436 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['095ea716-11cc-4766-a6bf-997a0f43d9c4'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:39:09.014162 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf9b52-7bad-4921-81c9-86778c3417d4 req-d421618a-b381-4d55-a7ec-6966347c4649 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:09.015772 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a7bf9b52-7bad-4921-81c9-86778c3417d4 req-d421618a-b381-4d55-a7ec-6966347c4649 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 944 time: 0.0565264 Mar 18 10:39:09.065886 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a7bf9b52-7bad-4921-81c9-86778c3417d4 req-afe5e540-0605-43e8-8991-97cfe1e569f3 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447898 Mar 18 10:39:09.364919 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44712) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:09.468578 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219bf551-04a3-472a-a223-5555ad6a9c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:09.541120 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219bf551-04a3-472a-a223-5555ad6a9c65 admin admin] Publish callbacks [] for security_group (a2c817e2-f1e3-417d-a16b-04d326ff5f89), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:09.544867 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219bf551-04a3-472a-a223-5555ad6a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a2c817e2-f1e3-417d-a16b-04d326ff5f89), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:09.585332 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-219bf551-04a3-472a-a223-5555ad6a9c65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=293ddf57c108425397f50aa2fafaab4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193260 Mar 18 10:39:09.586232 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bf551-04a3-472a-a223-5555ad6a9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c817e2-f1e3-417d-a16b-04d326ff5f89,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:09.588060 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44716) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:09.638510 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-588415cc-acd4-4d3b-9bff-7c9da2ff2a4d admin admin] Publish callbacks [] for security_group (a2c817e2-f1e3-417d-a16b-04d326ff5f89), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:09.658539 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-588415cc-acd4-4d3b-9bff-7c9da2ff2a4d admin admin] Publish callbacks [] for security_group (a2c817e2-f1e3-417d-a16b-04d326ff5f89), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:09.691695 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:39:09.703967 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-588415cc-acd4-4d3b-9bff-7c9da2ff2a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (a2c817e2-f1e3-417d-a16b-04d326ff5f89), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:09.706864 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-588415cc-acd4-4d3b-9bff-7c9da2ff2a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:09.707977 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-588415cc-acd4-4d3b-9bff-7c9da2ff2a4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2c817e2-f1e3-417d-a16b-04d326ff5f89 HTTP/1.1" status: 204 len: 168 time: 0.1188650 Mar 18 10:39:09.715779 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588415cc-acd4-4d3b-9bff-7c9da2ff2a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c817e2-f1e3-417d-a16b-04d326ff5f89,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:09.965662 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44722) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:09.979189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2a934e8-0a54-47f2-b755-e60635d79dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.054290 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2a934e8-0a54-47f2-b755-e60635d79dfd admin admin] Publish callbacks [] for security_group (e13745ef-a186-434f-8683-3d8744b5c6c6), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.058648 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e2a934e8-0a54-47f2-b755-e60635d79dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e13745ef-a186-434f-8683-3d8744b5c6c6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.100119 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 095ea716-11cc-4766-a6bf-997a0f43d9c4 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:39:10.102223 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e2a934e8-0a54-47f2-b755-e60635d79dfd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12875460b60640608ab689338109923a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353083 Mar 18 10:39:10.103014 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a934e8-0a54-47f2-b755-e60635d79dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13745ef-a186-434f-8683-3d8744b5c6c6,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:10.104338 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44726) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:10.158703 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb2c52ea-20fb-44d3-891b-eb0e18bbf7c3 admin admin] Publish callbacks [] for security_group (e13745ef-a186-434f-8683-3d8744b5c6c6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.161585 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 095ea716-11cc-4766-a6bf-997a0f43d9c4 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:39:10.165500 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 095ea716-11cc-4766-a6bf-997a0f43d9c4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:39:10.165899 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.208972 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb2c52ea-20fb-44d3-891b-eb0e18bbf7c3 admin admin] Publish callbacks [] for security_group (e13745ef-a186-434f-8683-3d8744b5c6c6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.243066 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 095ea716-11cc-4766-a6bf-997a0f43d9c4 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:39:10.243426 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.249542 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5a953-52d9-4961-a3cc-c698fc2d855d req-b15187ae-35b6-4384-8408-e3987fb1ab38 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:10.251060 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dd5a953-52d9-4961-a3cc-c698fc2d855d req-b15187ae-35b6-4384-8408-e3987fb1ab38 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 944 time: 0.0903516 Mar 18 10:39:10.269008 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:39:10.271337 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d50d5ec-cf28-4169-a067-8170c6dcb3a4" -d '{"events": [{"server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "name": "network-vif-plugged", "status": "completed", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:39:10.286349 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 095ea716-11cc-4766-a6bf-997a0f43d9c4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:39:10.291118 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.297876 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb2c52ea-20fb-44d3-891b-eb0e18bbf7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e13745ef-a186-434f-8683-3d8744b5c6c6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.300476 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb2c52ea-20fb-44d3-891b-eb0e18bbf7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:10.304188 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-eb2c52ea-20fb-44d3-891b-eb0e18bbf7c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e13745ef-a186-434f-8683-3d8744b5c6c6 HTTP/1.1" status: 204 len: 168 time: 0.1955550 Mar 18 10:39:10.317145 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dd5a953-52d9-4961-a3cc-c698fc2d855d req-aa4ef58a-7d3a-4ae1-a15f-35003047bfb3 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598915 Mar 18 10:39:10.318039 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c52ea-20fb-44d3-891b-eb0e18bbf7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13745ef-a186-434f-8683-3d8744b5c6c6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:10.353203 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=095ea716-11cc-4766-a6bf-997a0f43d9c4,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:10.508289 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea392ad-30ed-442c-9b22-df8bc05caf27 x-openstack-request-id: req-1ea392ad-30ed-442c-9b22-df8bc05caf27 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:39:10.508587 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "name": "network-vif-plugged", "status": "completed", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:39:10.508904 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ea392ad-30ed-442c-9b22-df8bc05caf27 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:39:10.509356 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'code': 200} Mar 18 10:39:10.727490 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b084-d3f1-42a8-a900-db399fe975a8 req-99c4b947-485f-43b7-8567-838bb0a9a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:10.728938 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0e71b084-d3f1-42a8-a900-db399fe975a8 req-99c4b947-485f-43b7-8567-838bb0a9a7cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1129 time: 0.0467362 Mar 18 10:39:10.775640 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0e71b084-d3f1-42a8-a900-db399fe975a8 req-e95fd9b4-7d53-45f0-b7c0-f13512252df0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Mar 18 10:39:11.450960 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11543f-cfd2-44cd-97f8-36456cff3af7 req-a858d682-745a-41f1-b3b3-12f9adf9bca8 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:11.452464 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e11543f-cfd2-44cd-97f8-36456cff3af7 req-a858d682-745a-41f1-b3b3-12f9adf9bca8 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 945 time: 0.0571606 Mar 18 10:39:11.505647 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e11543f-cfd2-44cd-97f8-36456cff3af7 req-ba598a1d-8f7a-4e2a-a01d-1935a7982c6b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477746 Mar 18 10:39:12.631239 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e2d54-ce1d-4754-a929-7ee618b020fa req-25b35236-9244-4ea0-9937-61598e75a7f9 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:12.632692 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-979e2d54-ce1d-4754-a929-7ee618b020fa req-25b35236-9244-4ea0-9937-61598e75a7f9 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 945 time: 0.0515060 Mar 18 10:39:12.684713 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-979e2d54-ce1d-4754-a929-7ee618b020fa req-2195c2a7-6f53-453d-b284-72133704222b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Mar 18 10:39:12.803497 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d7974-30b7-4d25-85a1-36214d1996d2 req-c79ed334-704d-4f1d-8aa8-2e4169aa7093 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:12.805627 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3f0d7974-30b7-4d25-85a1-36214d1996d2 req-c79ed334-704d-4f1d-8aa8-2e4169aa7093 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 945 time: 0.0541189 Mar 18 10:39:12.853985 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3f0d7974-30b7-4d25-85a1-36214d1996d2 req-5e7edb2f-b58e-4b92-a7f1-d2b49aa8d653 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Mar 18 10:39:12.875750 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44786) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:12.925225 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603c92f-93b8-424e-be46-3f83fb98a168 tempest-TestVolumeBootPattern-642909638 tempest-TestVolumeBootPattern-642909638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:12.926791 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a603c92f-93b8-424e-be46-3f83fb98a168 tempest-TestVolumeBootPattern-642909638 tempest-TestVolumeBootPattern-642909638-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1124 time: 0.0496199 Mar 18 10:39:12.929598 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44788) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:12.933837 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:39:12.958824 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:13.053070 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:13.160942 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Allocated IP 172.27.0.48 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/df5d19f9-af25-4d86-b53a-b4f553d596ff) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:39:13.485592 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:13.518747 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:13.551386 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:39:13.555434 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:39:13.559383 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:39:13.588215 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=df5d19f9-af25-4d86-b53a-b4f553d596ff,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:13.908572 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (94a383ac-f72d-4dac-a8c6-901308d33e27), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:13.978420 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:14.121226 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:14.125835 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:14.194505 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=df5d19f9-af25-4d86-b53a-b4f553d596ff,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:14.204594 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (94a383ac-f72d-4dac-a8c6-901308d33e27), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:14.303313 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Floating IP 94a383ac-f72d-4dac-a8c6-901308d33e27 associated. External IP: 172.27.0.48, port: 095ea716-11cc-4766-a6bf-997a0f43d9c4. Mar 18 10:39:14.516238 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:39:14.626419 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:39:14.639988 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:39:14.649796 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:14.655484 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:39:14.656125 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:39:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:14.688126 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e7c442dc-b69b-4868-b11a-b7e98cbfe99b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7574470 Mar 18 10:39:14.688763 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:39:14.691145 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a296be-ac5c-4936-8c3c-22e3d65a0d64" -d '{"events": [{"name": "network-changed", "server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:39:14.768138 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:39:14.858110 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f75a13-9519-4cc6-bbd1-84a6fbd48e7e x-openstack-request-id: req-d7f75a13-9519-4cc6-bbd1-84a6fbd48e7e {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:39:14.858467 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:39:14.858793 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7f75a13-9519-4cc6-bbd1-84a6fbd48e7e {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:39:14.859247 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'status': 'completed', 'code': 200} Mar 18 10:39:14.923496 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-4f5da969-630c-46bd-a1da-1bd324d5dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:14.924983 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-4f5da969-630c-46bd-a1da-1bd324d5dc16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1129 time: 0.0449033 Mar 18 10:39:15.011112 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-f393192e-f9d5-4f0b-ad2a-ea9d70a01b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:15.012476 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-f393192e-f9d5-4f0b-ad2a-ea9d70a01b42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0823326 Mar 18 10:39:15.078932 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-bd778a01-fabe-41f9-bb0f-04c4f46f0cbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 200 len: 998 time: 0.0608590 Mar 18 10:39:15.092021 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:13Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.121435 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:39:15.126597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-c4aecf70-bf9e-448a-ba7f-9bc455ec30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:15.128073 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-c4aecf70-bf9e-448a-ba7f-9bc455ec30e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0437768 Mar 18 10:39:15.130032 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:39:15.130660 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:39:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.175783 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-f101e615-e51d-47fe-abc3-1de997e9b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:39:15.177281 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-f101e615-e51d-47fe-abc3-1de997e9b355 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441024 Mar 18 10:39:15.241485 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:39:15.476280 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:13Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:39:15.507576 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183cc0d-1b76-47a7-af6d-aa80e6c1b67b None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:13Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:39:15.544533 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-4d2decc5-b3f4-480f-9094-843f63b45e0e service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612058 Mar 18 10:39:15.634953 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86a296be-ac5c-4936-8c3c-22e3d65a0d64 req-8264536f-25da-4bbe-aafa-67751b107e33 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843279 Mar 18 10:39:15.713183 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1a3c8-3b80-46c9-babb-98c9ede89657 None None] New status for floating IP 94a383ac-f72d-4dac-a8c6-901308d33e27: ACTIVE {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:39:16.103370 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44828) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:16.207714 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0e75-7a3b-422f-b5d2-015e166839f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.281737 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0e75-7a3b-422f-b5d2-015e166839f8 admin admin] Publish callbacks [] for security_group (c4aa6986-5219-4a84-8702-93c3bee48062), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.285200 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0e75-7a3b-422f-b5d2-015e166839f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c4aa6986-5219-4a84-8702-93c3bee48062), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.320594 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b0e75-7a3b-422f-b5d2-015e166839f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa6986-5219-4a84-8702-93c3bee48062,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:16.324897 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cc7b0e75-7a3b-422f-b5d2-015e166839f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35927264fe09422f94de0dd79f8f1569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204938 Mar 18 10:39:16.328196 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44832) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:16.373392 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f41e09a6-b3b3-4b24-bfa4-bd04e1de83a9 admin admin] Publish callbacks [] for security_group (c4aa6986-5219-4a84-8702-93c3bee48062), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.394328 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f41e09a6-b3b3-4b24-bfa4-bd04e1de83a9 admin admin] Publish callbacks [] for security_group (c4aa6986-5219-4a84-8702-93c3bee48062), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.442452 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f41e09a6-b3b3-4b24-bfa4-bd04e1de83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c4aa6986-5219-4a84-8702-93c3bee48062), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.444987 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f41e09a6-b3b3-4b24-bfa4-bd04e1de83a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.446157 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f41e09a6-b3b3-4b24-bfa4-bd04e1de83a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4aa6986-5219-4a84-8702-93c3bee48062 HTTP/1.1" status: 204 len: 168 time: 0.1177950 Mar 18 10:39:16.453690 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e09a6-b3b3-4b24-bfa4-bd04e1de83a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa6986-5219-4a84-8702-93c3bee48062,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:16.711739 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44838) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:16.728649 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9ec24d3-893d-4b5d-b5f9-03cba8dce3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.802669 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9ec24d3-893d-4b5d-b5f9-03cba8dce3c4 admin admin] Publish callbacks [] for security_group (0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.806371 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9ec24d3-893d-4b5d-b5f9-03cba8dce3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.845810 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e9ec24d3-893d-4b5d-b5f9-03cba8dce3c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6b567fe41674aa68c50475bd85ace8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322219 Mar 18 10:39:16.846533 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec24d3-893d-4b5d-b5f9-03cba8dce3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:16.847922 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44840) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:16.900557 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3760f01-447e-4d9e-93ef-a6b097624200 admin admin] Publish callbacks [] for security_group (0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.924942 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3760f01-447e-4d9e-93ef-a6b097624200 admin admin] Publish callbacks [] for security_group (0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.971359 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3760f01-447e-4d9e-93ef-a6b097624200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.973903 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3760f01-447e-4d9e-93ef-a6b097624200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:16.975080 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e3760f01-447e-4d9e-93ef-a6b097624200 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f HTTP/1.1" status: 204 len: 168 time: 0.1252532 Mar 18 10:39:16.984381 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3760f01-447e-4d9e-93ef-a6b097624200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b366c-5bfb-47b0-9ca2-e8bf83f1c59f,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:17.078517 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.243214 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44912) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:21.351654 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5960953-a4b1-48c3-b701-5a45581dd36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.427237 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5960953-a4b1-48c3-b701-5a45581dd36f admin admin] Publish callbacks [] for security_group (5a32ebab-4dc7-4921-aa1e-16442da51856), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.431315 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d5960953-a4b1-48c3-b701-5a45581dd36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5a32ebab-4dc7-4921-aa1e-16442da51856), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.467339 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5960953-a4b1-48c3-b701-5a45581dd36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a32ebab-4dc7-4921-aa1e-16442da51856,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:21.471933 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d5960953-a4b1-48c3-b701-5a45581dd36f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=114e1e7834874316949479dc08998586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277007 Mar 18 10:39:21.474604 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44918) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:21.523189 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1193f9c3-6430-4f1e-af49-8b59ec7f834e admin admin] Publish callbacks [] for security_group (5a32ebab-4dc7-4921-aa1e-16442da51856), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.544634 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1193f9c3-6430-4f1e-af49-8b59ec7f834e admin admin] Publish callbacks [] for security_group (5a32ebab-4dc7-4921-aa1e-16442da51856), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.593551 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1193f9c3-6430-4f1e-af49-8b59ec7f834e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (5a32ebab-4dc7-4921-aa1e-16442da51856), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.596074 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1193f9c3-6430-4f1e-af49-8b59ec7f834e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.597606 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1193f9c3-6430-4f1e-af49-8b59ec7f834e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a32ebab-4dc7-4921-aa1e-16442da51856 HTTP/1.1" status: 204 len: 168 time: 0.1220710 Mar 18 10:39:21.606069 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193f9c3-6430-4f1e-af49-8b59ec7f834e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a32ebab-4dc7-4921-aa1e-16442da51856,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:21.865277 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 44924) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:21.882356 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8e45b9e5-cda5-4f94-848a-96a7ac0f120c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.983678 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8e45b9e5-cda5-4f94-848a-96a7ac0f120c admin admin] Publish callbacks [] for security_group (c23f8d75-d740-454d-860c-84acd309bdc1), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:21.987711 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8e45b9e5-cda5-4f94-848a-96a7ac0f120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c23f8d75-d740-454d-860c-84acd309bdc1), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:22.026644 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8e45b9e5-cda5-4f94-848a-96a7ac0f120c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da79ab9850f547e6a03cc99eba8f49ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601877 Mar 18 10:39:22.027540 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45b9e5-cda5-4f94-848a-96a7ac0f120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23f8d75-d740-454d-860c-84acd309bdc1,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:22.029363 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 44926) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:22.078455 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f601662e-0423-4631-b3f3-1d4b69c81e2d admin admin] Publish callbacks [] for security_group (c23f8d75-d740-454d-860c-84acd309bdc1), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:22.099094 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f601662e-0423-4631-b3f3-1d4b69c81e2d admin admin] Publish callbacks [] for security_group (c23f8d75-d740-454d-860c-84acd309bdc1), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:22.145411 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f601662e-0423-4631-b3f3-1d4b69c81e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (c23f8d75-d740-454d-860c-84acd309bdc1), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:22.148155 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f601662e-0423-4631-b3f3-1d4b69c81e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:22.149315 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f601662e-0423-4631-b3f3-1d4b69c81e2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c23f8d75-d740-454d-860c-84acd309bdc1 HTTP/1.1" status: 204 len: 168 time: 0.1182611 Mar 18 10:39:22.156790 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601662e-0423-4631-b3f3-1d4b69c81e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23f8d75-d740-454d-860c-84acd309bdc1,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:27.150177 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 45024) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:27.255978 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-72c2e54c-9f29-49a4-88e5-bb467691f402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.332988 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-72c2e54c-9f29-49a4-88e5-bb467691f402 admin admin] Publish callbacks [] for security_group (d8f7dcb7-7871-482d-9afa-fe12361639ce), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.337098 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-72c2e54c-9f29-49a4-88e5-bb467691f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (d8f7dcb7-7871-482d-9afa-fe12361639ce), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.375734 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-72c2e54c-9f29-49a4-88e5-bb467691f402 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=599a645d192e444eba91990dcde6f21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243068 Mar 18 10:39:27.376632 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e54c-9f29-49a4-88e5-bb467691f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7dcb7-7871-482d-9afa-fe12361639ce,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:27.378559 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45028) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:27.430591 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77baf8fb-7353-4ea0-b309-e41ea6446448 admin admin] Publish callbacks [] for security_group (d8f7dcb7-7871-482d-9afa-fe12361639ce), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.455181 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77baf8fb-7353-4ea0-b309-e41ea6446448 admin admin] Publish callbacks [] for security_group (d8f7dcb7-7871-482d-9afa-fe12361639ce), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.502414 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77baf8fb-7353-4ea0-b309-e41ea6446448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (d8f7dcb7-7871-482d-9afa-fe12361639ce), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.505111 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77baf8fb-7353-4ea0-b309-e41ea6446448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.506322 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-77baf8fb-7353-4ea0-b309-e41ea6446448 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8f7dcb7-7871-482d-9afa-fe12361639ce HTTP/1.1" status: 204 len: 168 time: 0.1267638 Mar 18 10:39:27.514634 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baf8fb-7353-4ea0-b309-e41ea6446448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7dcb7-7871-482d-9afa-fe12361639ce,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:27.771425 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45034) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:27.784695 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2191447c-66ed-403c-b234-aedae709661f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.861663 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2191447c-66ed-403c-b234-aedae709661f admin admin] Publish callbacks [] for security_group (e693042d-4d55-4e14-a3aa-6b97d14d4762), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.865798 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2191447c-66ed-403c-b234-aedae709661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e693042d-4d55-4e14-a3aa-6b97d14d4762), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.904154 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2191447c-66ed-403c-b234-aedae709661f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5827adce223f4187801d6499ac516f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315100 Mar 18 10:39:27.904910 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191447c-66ed-403c-b234-aedae709661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693042d-4d55-4e14-a3aa-6b97d14d4762,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:27.907179 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45038) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:27.956276 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b835eff-8a37-4aec-8bc6-25a6238c7d32 admin admin] Publish callbacks [] for security_group (e693042d-4d55-4e14-a3aa-6b97d14d4762), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:27.976661 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b835eff-8a37-4aec-8bc6-25a6238c7d32 admin admin] Publish callbacks [] for security_group (e693042d-4d55-4e14-a3aa-6b97d14d4762), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.022693 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b835eff-8a37-4aec-8bc6-25a6238c7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e693042d-4d55-4e14-a3aa-6b97d14d4762), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.025214 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b835eff-8a37-4aec-8bc6-25a6238c7d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.026416 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3b835eff-8a37-4aec-8bc6-25a6238c7d32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e693042d-4d55-4e14-a3aa-6b97d14d4762 HTTP/1.1" status: 204 len: 168 time: 0.1183481 Mar 18 10:39:28.034524 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b835eff-8a37-4aec-8bc6-25a6238c7d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693042d-4d55-4e14-a3aa-6b97d14d4762,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:28.355262 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 45044) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:28.368162 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf35c363-4664-4543-8f98-22d5a8ba56db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.445111 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf35c363-4664-4543-8f98-22d5a8ba56db admin admin] Publish callbacks [] for security_group (ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.449219 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf35c363-4664-4543-8f98-22d5a8ba56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.487701 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-cf35c363-4664-4543-8f98-22d5a8ba56db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29b6d838db0a41619898f646ead35fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313701 Mar 18 10:39:28.488582 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35c363-4664-4543-8f98-22d5a8ba56db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:28.491123 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45046) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:28.541118 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3728f540-0237-42a2-bcfa-ea73c1e8e3b2 admin admin] Publish callbacks [] for security_group (ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.562030 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3728f540-0237-42a2-bcfa-ea73c1e8e3b2 admin admin] Publish callbacks [] for security_group (ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.612434 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3728f540-0237-42a2-bcfa-ea73c1e8e3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.615238 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3728f540-0237-42a2-bcfa-ea73c1e8e3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:28.616431 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3728f540-0237-42a2-bcfa-ea73c1e8e3b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6 HTTP/1.1" status: 204 len: 168 time: 0.1243212 Mar 18 10:39:28.624412 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728f540-0237-42a2-bcfa-ea73c1e8e3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b5e19-4aa8-48ed-92e6-e965b0cd33b6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:29.840611 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0656bcd-eb61-49d7-b16d-cf429f24c3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:32.926724 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4369-e04c-4525-9b8f-5b8610401151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:34.118595 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:35.950270 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:37.206791 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:46.691197 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:39:47.092499 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.124395 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 45170) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:47.262266 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.333869 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Publish callbacks [] for security_group (e5f91efe-3162-4c7e-8bec-2705a82ee429), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.337467 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e5f91efe-3162-4c7e-8bec-2705a82ee429), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.373852 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f91efe-3162-4c7e-8bec-2705a82ee429,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:47.377637 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=114ee64cba2e434385d948982f3c92b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522321 Mar 18 10:39:47.380518 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45174) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:47.383333 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.383685 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.384030 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.384366 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.384702 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.385028 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.385356 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.385683 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.386186 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.386359 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.386687 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.387069 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.387394 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.387713 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.388037 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823070-c851-4c73-a0ae-db6d33b96496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:39:47.430088 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dea89e19-0d29-469e-afd7-5ceae402a96c admin admin] Publish callbacks [] for security_group (e5f91efe-3162-4c7e-8bec-2705a82ee429), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.451496 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dea89e19-0d29-469e-afd7-5ceae402a96c admin admin] Publish callbacks [] for security_group (e5f91efe-3162-4c7e-8bec-2705a82ee429), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.497728 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dea89e19-0d29-469e-afd7-5ceae402a96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (e5f91efe-3162-4c7e-8bec-2705a82ee429), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.500536 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dea89e19-0d29-469e-afd7-5ceae402a96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:47.501835 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dea89e19-0d29-469e-afd7-5ceae402a96c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5f91efe-3162-4c7e-8bec-2705a82ee429 HTTP/1.1" status: 204 len: 168 time: 0.1202688 Mar 18 10:39:47.509360 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea89e19-0d29-469e-afd7-5ceae402a96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f91efe-3162-4c7e-8bec-2705a82ee429,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:48.473452 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45204) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:48.576337 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-19dd3c70-e687-4b20-9721-718da3f8f185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:48.650425 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-19dd3c70-e687-4b20-9721-718da3f8f185 admin admin] Publish callbacks [] for security_group (78c47c76-e713-420d-8d04-d38f48579c1e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:48.654754 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-19dd3c70-e687-4b20-9721-718da3f8f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (78c47c76-e713-420d-8d04-d38f48579c1e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:48.693396 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-19dd3c70-e687-4b20-9721-718da3f8f185 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfb55a6e5b414490bc8d70cf7b9d5983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188096 Mar 18 10:39:48.694310 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd3c70-e687-4b20-9721-718da3f8f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c47c76-e713-420d-8d04-d38f48579c1e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:48.696162 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 45208) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:39:48.744357 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8da094b-1883-4635-9568-cd369a3e1189 admin admin] Publish callbacks [] for security_group (78c47c76-e713-420d-8d04-d38f48579c1e), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:48.765261 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8da094b-1883-4635-9568-cd369a3e1189 admin admin] Publish callbacks [] for security_group (78c47c76-e713-420d-8d04-d38f48579c1e), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:48.814717 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8da094b-1883-4635-9568-cd369a3e1189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (78c47c76-e713-420d-8d04-d38f48579c1e), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:48.817160 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c8da094b-1883-4635-9568-cd369a3e1189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:39:48.818360 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c8da094b-1883-4635-9568-cd369a3e1189 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78c47c76-e713-420d-8d04-d38f48579c1e HTTP/1.1" status: 204 len: 168 time: 0.1209879 Mar 18 10:39:48.827393 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da094b-1883-4635-9568-cd369a3e1189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c47c76-e713-420d-8d04-d38f48579c1e,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:39:59.841762 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c6c15764-3c2c-4c97-8555-13f24e287631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:02.928424 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-394bd027-cd84-4958-86f2-8350448b28b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:04.117547 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:05.952333 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:07.210448 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:17.095408 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:23.689417 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:40:26.767152 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-7dd91256-faa0-406c-8493-95fa470cfd7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439188 Mar 18 10:40:26.849275 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647c56-4f9c-43f5-9644-81979c38567e req-da78968c-95d8-49e6-96c7-c4252a2ad91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:26.850942 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-da78968c-95d8-49e6-96c7-c4252a2ad91c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1129 time: 0.0456567 Mar 18 10:40:26.954983 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647c56-4f9c-43f5-9644-81979c38567e req-3b0ec677-0c05-4843-8341-76a0fe934c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:26.956457 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-3b0ec677-0c05-4843-8341-76a0fe934c06 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0855191 Mar 18 10:40:27.019989 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-c21c42b7-ba17-43a2-aec1-bbe39de5ec60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 200 len: 1000 time: 0.0576513 Mar 18 10:40:27.066799 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647c56-4f9c-43f5-9644-81979c38567e req-b412e2ab-0ed1-412c-b520-fe3d2ce32465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:27.068225 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-b412e2ab-0ed1-412c-b520-fe3d2ce32465 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0426540 Mar 18 10:40:27.119797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647c56-4f9c-43f5-9644-81979c38567e req-8ddb0a60-9f0e-4fe8-bdb0-117eab5fa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:27.121301 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-8ddb0a60-9f0e-4fe8-bdb0-117eab5fa12c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475509 Mar 18 10:40:27.212771 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-a4dd2c1f-e61d-4b28-86fc-e9c552540a44 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853758 Mar 18 10:40:27.302422 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0647c56-4f9c-43f5-9644-81979c38567e req-2033a968-8aa8-4877-afa2-e88785901e1d service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838761 Mar 18 10:40:29.847041 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b93b10e-a217-4840-8df4-317871fd691b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:33.057900 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e959-effa-46a5-ae12-e063d4731a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:34.121674 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:35.957516 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:37.217023 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:47.095554 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:52.840750 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6f8ff946-f98f-4e96-88f9-caf12fffb3c3 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969476455&fields=id&tenant_id=088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 267 time: 0.0435948 Mar 18 10:40:52.941030 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-bea928c5-458e-46ac-bae9-f08161432090 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:52.942526 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-bea928c5-458e-46ac-bae9-f08161432090 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 811 time: 0.0951126 Mar 18 10:40:52.957736 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-81fda5c7-8bd0-40c0-99c9-a8dd299e4038 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/quotas/088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 375 time: 0.0097232 Mar 18 10:40:53.018327 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-7dfb65ec-e1ce-49f5-959b-f54b4b5b2caa tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547006 Mar 18 10:40:53.196625 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-5e02c16a-a2d9-490d-b113-7a1ae2cf62ba service neutron] 10.222.0.44 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671133 Mar 18 10:40:53.287628 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-b55a11c3-e241-4aef-a1fb-c9a5c82c1713 service neutron] 10.222.0.44 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852590 Mar 18 10:40:53.567014 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0e78c3e0-27b3-43cd-bd21-63c0db24c129 req-b2db643a-afb1-4a56-a2e0-9c550448de6f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 210 time: 0.0277081 Mar 18 10:40:54.646162 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a8d22c6-5ed4-4d79-ae84-756d8ab13b04 req-c8a3712f-6eb4-4a02-a9d1-68dc023d70b0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 210 time: 0.0268021 Mar 18 10:40:55.734564 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8e6ca848-5222-4624-8083-e857492ceebb req-506fbc65-2b7c-4cb7-a053-d1e4f526f42c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 210 time: 0.0301607 Mar 18 10:40:56.811775 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c6ec0fed-d1b5-4184-80cf-93ad17c57127 req-b88b14d5-8b44-4538-9e24-85a2ba3eb179 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 210 time: 0.0283349 Mar 18 10:40:57.907047 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-46270fe9-0ba8-4e19-9106-b0783337924d req-015d1757-688c-4cd6-93a2-5d518a8cab1c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 210 time: 0.0285885 Mar 18 10:40:58.521664 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-76dbad32-c5e9-4355-9b8d-db90bb6224be tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:58.523155 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-76dbad32-c5e9-4355-9b8d-db90bb6224be tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 811 time: 0.1057394 Mar 18 10:40:58.585886 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-7c6e1053-bae4-4927-876b-ec07de9a0eca tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088efabedf814232af95dbf73ec318fb HTTP/1.1" status: 200 len: 380 time: 0.0534537 Mar 18 10:40:58.595188 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'port': {'device_id': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'admin_state_up': True, 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'security_groups': ['2f829e4a-08cc-4c9d-bc44-9ab84a941b2a']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:58.709833 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Made reservation on behalf of 088efabedf814232af95dbf73ec318fb for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 10:40:58.713167 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:58.844896 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Allocated IP 172.20.0.9 (5cf32ecf-f2cc-48e1-adda-b0589b57ac82/d953d0e0-cba3-4faa-a872-61b2bcb7dfae/1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:40:59.009167 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.018418 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ae5514e4-cd0f-48eb-b4bf-0adbc4b2c0af req-96f88450-5e15-4cf8-98f3-9358e4e9286a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 210 time: 0.0349855 Mar 18 10:40:59.043472 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.086806 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:40:59.090109 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:40:59.096207 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:40:59.102905 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:59.132615 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.132967 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.133314 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.133659 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.134024 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.134356 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.134688 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.135017 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.135350 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.135681 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.136006 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.136934 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.137267 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.137587 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.138079 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:40:59.160754 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:59.161373 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.177469 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-8736c300-a326-4c91-9242-5ce140f75598 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866547 Mar 18 10:40:59.189263 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Request body: {'port': {'device_id': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:40:59.253708 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.369045 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a57e2e6a-2719-4f53-86db-5b3570b07343 None None] Provisioning complete for port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:40:59.369658 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a57e2e6a-2719-4f53-86db-5b3570b07343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.402558 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a57e2e6a-2719-4f53-86db-5b3570b07343 None None] Port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 10:40:59.515148 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:40:59.522531 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Publish callbacks [] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.533999 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Transition to ACTIVE for port object 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 10:40:59.537593 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.586855 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:59.659607 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Attempting to bind port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 10:40:59.659943 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Attempting to bind port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 10:40:59.660273 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Attempting to bind port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:40:59.664865 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 10:40:59.665181 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Attempting to bind port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 on network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 10:40:59.670797 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Checking agent: {'id': '176de846-40bf-46ea-a062-158a60686c96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'started_at': datetime.datetime(2022, 3, 18, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 10, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 10:40:59.671305 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Checking segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 10:40:59.671606 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Bound using segment: {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 10:40:59.672041 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Bound port: 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 10:40:59.672419 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.737597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] For port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405, host hv-cinder-81713, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 10:40:59.740853 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] For port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 10:40:59.747125 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3550859'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.780138 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:59.780755 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.782156 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] 10.222.0.45 "PUT /v2.0/ports/1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 HTTP/1.1" status: 200 len: 1093 time: 0.5974679 Mar 18 10:40:59.782633 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:40:59.784774 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c4922-b7ac-4b62-8316-50027e1954cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:40:59.820855 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce162ee-0d51-419f-b66b-3ace82970607 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:40:59.864052 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f0502f-4533-49d9-a2f4-5b393ead4b4c x-openstack-request-id: req-43f0502f-4533-49d9-a2f4-5b393ead4b4c {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:40:59.864345 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:40:59.864592 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43f0502f-4533-49d9-a2f4-5b393ead4b4c {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:40:59.865027 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'status': 'completed', 'code': 200} Mar 18 10:40:59.866769 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41bb5f05-d97f-4b2c-8a9e-d119c4211e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:40:59.885232 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-9e030bcf-8aef-4fd0-9beb-e572e12544af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:59.886875 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-9e030bcf-8aef-4fd0-9beb-e572e12544af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 1127 time: 0.0615432 Mar 18 10:40:59.933935 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-e9d06c68-2ca0-4826-a113-703efec972a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 HTTP/1.1" status: 200 len: 217 time: 0.0390413 Mar 18 10:40:59.986076 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-83fc236e-e0e5-440d-bfca-57bc0acc0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:40:59.988586 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-83fc236e-e0e5-440d-bfca-57bc0acc0525 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0485766 Mar 18 10:41:00.041181 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-70703647-eb2a-4807-8b4d-351cb1403ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:00.042710 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-70703647-eb2a-4807-8b4d-351cb1403ef3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486929 Mar 18 10:41:00.136664 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-fbd59d5c-60ae-4360-8826-093e8c03e478 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Mar 18 10:41:00.143219 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50ff21-916f-489a-a090-ea5cdaa5cfbb req-0d7939bf-1184-40b0-9a71-27ed11cb5bc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:00.144695 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1d50ff21-916f-489a-a090-ea5cdaa5cfbb req-0d7939bf-1184-40b0-9a71-27ed11cb5bc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0509870 Mar 18 10:41:00.196901 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1d50ff21-916f-489a-a090-ea5cdaa5cfbb req-c35f766d-e2ce-4f9d-8e66-47b9d567e0fe tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Mar 18 10:41:00.223855 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89c00499-887c-4965-87aa-585dd9d2eb0b req-4964ce1f-986c-4634-9121-8b0440b47be4 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823314 Mar 18 10:41:00.313592 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-64ab15d2-33c6-4964-809b-a8159781ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:00.315080 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-64ab15d2-33c6-4964-809b-a8159781ed28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 1127 time: 0.0496163 Mar 18 10:41:00.405396 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-44650b5c-f24d-4f67-a994-5afb5e7c70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:00.406976 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-44650b5c-f24d-4f67-a994-5afb5e7c70f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0864854 Mar 18 10:41:00.451290 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-4c8634fd-26aa-4f99-a5c2-d141a549132c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 HTTP/1.1" status: 200 len: 217 time: 0.0382097 Mar 18 10:41:00.499658 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-914360b0-4ef9-4d1d-aa1a-33ec666b0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:00.501116 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-914360b0-4ef9-4d1d-aa1a-33ec666b0b80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0427513 Mar 18 10:41:00.549841 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-1b3e53ae-4c3d-4b1a-b4d3-c5bbbd3bb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:00.551347 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-1b3e53ae-4c3d-4b1a-b4d3-c5bbbd3bb9a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438285 Mar 18 10:41:00.642955 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-76804ec7-6b6e-4e82-85dd-b9c4fe2f2be4 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 Mar 18 10:41:00.688980 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:41:00.739953 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc9c4922-b7ac-4b62-8316-50027e1954cb req-bc2bee8c-e00c-45b1-a69a-75963bd4d5fb service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876799 Mar 18 10:41:01.318919 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beee102-0d90-4fb6-8d06-e0339663cb51 req-aa3bbdf1-c89f-4831-b6b0-56e2a82532a6 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:01.320416 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7beee102-0d90-4fb6-8d06-e0339663cb51 req-aa3bbdf1-c89f-4831-b6b0-56e2a82532a6 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0537865 Mar 18 10:41:01.372906 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7beee102-0d90-4fb6-8d06-e0339663cb51 req-202822a5-1119-4efe-8d78-7f9871fd483f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Mar 18 10:41:02.488269 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8b095-91c4-4c87-a4ea-1e62f4487a2f req-f2c3b8c1-8426-4468-864f-a30a94889516 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:02.489746 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef8b095-91c4-4c87-a4ea-1e62f4487a2f req-f2c3b8c1-8426-4468-864f-a30a94889516 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0509238 Mar 18 10:41:02.538140 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef8b095-91c4-4c87-a4ea-1e62f4487a2f req-d8afc473-ce3b-44a6-9a2e-136be54a4a32 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Mar 18 10:41:02.928762 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6be27b42-4657-4514-9ddb-2c1c71410875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:03.658470 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61673879-8bc1-4a08-b940-1b6a503c7bc8 req-62d9ba82-b642-435b-a349-6d939e920837 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:03.659965 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-61673879-8bc1-4a08-b940-1b6a503c7bc8 req-62d9ba82-b642-435b-a349-6d939e920837 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0556490 Mar 18 10:41:03.709525 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-61673879-8bc1-4a08-b940-1b6a503c7bc8 req-b31e9573-8cfa-43ce-b76c-3d983e5976ab tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 Mar 18 10:41:04.123142 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:04.827120 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed82cf-c863-408b-8f6b-cf3d62fc2ef4 req-4c3aed63-5014-4729-80fc-ce5e1a969056 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:04.828617 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9ed82cf-c863-408b-8f6b-cf3d62fc2ef4 req-4c3aed63-5014-4729-80fc-ce5e1a969056 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0539451 Mar 18 10:41:04.875890 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9ed82cf-c863-408b-8f6b-cf3d62fc2ef4 req-6a51e5f3-a9cf-4683-b918-d7c7a7834b70 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Mar 18 10:41:05.959562 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:05.993580 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06573e63-b46a-44ba-840f-d82b6c599c29 req-3b4918e8-bee0-4841-84e0-148023ea2ed9 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:05.995181 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-06573e63-b46a-44ba-840f-d82b6c599c29 req-3b4918e8-bee0-4841-84e0-148023ea2ed9 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0541275 Mar 18 10:41:06.043684 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-06573e63-b46a-44ba-840f-d82b6c599c29 req-073224d6-00c7-4288-954e-bf22d2ebef80 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Mar 18 10:41:07.172112 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394e13-7087-41dd-9c43-8fa6c9391166 req-64cf9bd9-0454-465b-896f-6a8745577f4d tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:07.173557 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31394e13-7087-41dd-9c43-8fa6c9391166 req-64cf9bd9-0454-465b-896f-6a8745577f4d tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0575686 Mar 18 10:41:07.210028 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:07.223368 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31394e13-7087-41dd-9c43-8fa6c9391166 req-3742772e-8455-47b7-93b2-08203a1ab1f7 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Mar 18 10:41:08.348627 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc02f8-a5cb-46a7-a32b-f980cf8d2dc5 req-1bd49991-8495-4b2e-a2aa-c4236c418a8f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:08.350141 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-83bc02f8-a5cb-46a7-a32b-f980cf8d2dc5 req-1bd49991-8495-4b2e-a2aa-c4236c418a8f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 943 time: 0.0616622 Mar 18 10:41:08.403433 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-83bc02f8-a5cb-46a7-a32b-f980cf8d2dc5 req-7044988f-3c3a-49b7-b6b9-394477eea94b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 Mar 18 10:41:08.426599 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 10:41:08.522952 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:41:08.534180 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Returning: {'device': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'port_id': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'mac_address': 'fa:16:3e:b9:82:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 10:41:08.570868 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 is: DOWN; New status is: BUILD {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:41:08.571261 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:08.583662 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 10:41:08.604063 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:41:08.608865 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:08.659047 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:08.666322 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.666631 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.667103 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.667916 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.668229 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.668544 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.668871 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.669196 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.669515 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.669892 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.670186 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.670510 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.670872 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.671360 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.671586 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:08.850826 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] get_ports_and_sgs() called for port_ids ['1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 10:41:09.519386 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e1c66-e276-42bf-8ecb-1d7327238f70 req-112c628d-85da-4a65-a56e-2d234390155f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:09.520764 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b24e1c66-e276-42bf-8ecb-1d7327238f70 req-112c628d-85da-4a65-a56e-2d234390155f tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 944 time: 0.0509694 Mar 18 10:41:09.567821 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b24e1c66-e276-42bf-8ecb-1d7327238f70 req-de7989fa-c5dd-4c59-826e-de19a75cee7b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415697 Mar 18 10:41:10.454246 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 up at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 10:41:10.503182 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning for port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 10:41:10.506918 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Provisioning complete for port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 10:41:10.507289 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7959283'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:10.583784 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Current status of the port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 is: BUILD; New status is: ACTIVE {{(pid=103389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 10:41:10.584169 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:10.607699 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:10.609945 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ff03db99eaa6bdf1fa48228de4d53efa048a27003df5b9584ca443a76b924a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17f00c3-fd41-4521-860c-c998e4db0bc4" -d '{"events": [{"server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:41:10.623095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] For port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:41:10.628910 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:10.656720 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d1ac47-1286-4711-9f19-6efa3fa3d3c9 x-openstack-request-id: req-47d1ac47-1286-4711-9f19-6efa3fa3d3c9 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:41:10.657064 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:41:10.657269 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47d1ac47-1286-4711-9f19-6efa3fa3d3c9 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:41:10.657665 dv-cinder-817135-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'code': 200} Mar 18 10:41:10.688083 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Pushing event updated for resources: {'Port': ['ID=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:10.698960 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f5579-7f2d-460b-9d8a-32f0606bf2ac req-0e840170-dd17-43de-8b2b-3efd16e460c2 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:10.700483 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ab3f5579-7f2d-460b-9d8a-32f0606bf2ac req-0e840170-dd17-43de-8b2b-3efd16e460c2 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 945 time: 0.0620174 Mar 18 10:41:10.754341 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ab3f5579-7f2d-460b-9d8a-32f0606bf2ac req-82d56ded-25a9-438e-88e9-b08723ddec6e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481734 Mar 18 10:41:10.872038 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aacd8-19d1-4302-87ee-98b0f1f7451f req-7fc2dbff-08db-40de-96f0-e92c4e8845bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:10.873556 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5c9aacd8-19d1-4302-87ee-98b0f1f7451f req-7fc2dbff-08db-40de-96f0-e92c4e8845bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 1129 time: 0.0441411 Mar 18 10:41:10.921474 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5c9aacd8-19d1-4302-87ee-98b0f1f7451f req-f72879f6-9d46-47df-b6bc-408569052ecb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Mar 18 10:41:11.881720 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103c149-4144-419a-ad64-8f2dc22d8859 req-cacff668-909f-43b9-a45e-be18726e577c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:11.883961 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1103c149-4144-419a-ad64-8f2dc22d8859 req-cacff668-909f-43b9-a45e-be18726e577c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 945 time: 0.0605452 Mar 18 10:41:11.937892 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1103c149-4144-419a-ad64-8f2dc22d8859 req-9cb3f37e-5e4b-4243-8243-b549aa6681da tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459509 Mar 18 10:41:13.056244 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d0458-8705-45cd-bd91-130a4256a1dc req-7d95e0ef-f384-47a2-855c-6590b34bc30c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:13.058398 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-761d0458-8705-45cd-bd91-130a4256a1dc req-7d95e0ef-f384-47a2-855c-6590b34bc30c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 945 time: 0.0511377 Mar 18 10:41:13.106952 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-761d0458-8705-45cd-bd91-130a4256a1dc req-53486fb1-cc8e-4c05-bef0-2889c3545627 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Mar 18 10:41:13.221084 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d2cce-fa3e-43bb-896d-17a12a98ad13 req-7336ff13-c04a-4934-96ae-805b178fddb3 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:13.222516 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a09d2cce-fa3e-43bb-896d-17a12a98ad13 req-7336ff13-c04a-4934-96ae-805b178fddb3 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 945 time: 0.0514262 Mar 18 10:41:13.269584 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a09d2cce-fa3e-43bb-896d-17a12a98ad13 req-2ba2a915-b54c-42d0-93e7-c90d90abef9b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 Mar 18 10:41:13.291719 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45330) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:41:13.333461 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9a1a4-8c83-4f64-9fcc-6d9176b3f7ad tempest-TestVolumeBootPattern-642909638 tempest-TestVolumeBootPattern-642909638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:13.334990 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-55b9a1a4-8c83-4f64-9fcc-6d9176b3f7ad tempest-TestVolumeBootPattern-642909638 tempest-TestVolumeBootPattern-642909638-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 1124 time: 0.0416608 Mar 18 10:41:13.337719 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45332) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:41:13.342496 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Request body: {'floatingip': {'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'port_id': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 10:41:13.362800 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:13.459083 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:13.563675 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Allocated IP 172.27.0.27 (cfbc2062-a378-4c7d-9f9d-cdc949e1db9d/234d1ef1-852d-47c9-baed-53659690bc88/bc0eda06-344d-4763-82e5-ac27f7d994c3) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 10:41:13.665849 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:13.699946 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739624357623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:13.736570 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Network cfbc2062-a378-4c7d-9f9d-cdc949e1db9d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 10:41:13.739477 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 10:41:13.745459 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 10:41:13.750836 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=bc0eda06-344d-4763-82e5-ac27f7d994c3,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:13.781726 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.782100 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.782444 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.782789 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.783125 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.783455 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.783780 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.784105 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.784429 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.784752 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.785085 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.785406 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.785728 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.786072 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:13.786392 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:41:14.101979 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (2ced8109-435b-4eea-a4ed-8832593bfc03), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:14.171354 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7931105'] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:14.319203 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:14.323446 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739624926868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739624358413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739624358431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58904733'] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:14.390130 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event updated for resources: {'Port': ['ID=bc0eda06-344d-4763-82e5-ac27f7d994c3,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:41:14.399647 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539768'] for floatingip (2ced8109-435b-4eea-a4ed-8832593bfc03), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:14.499653 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Floating IP 2ced8109-435b-4eea-a4ed-8832593bfc03 associated. External IP: 172.27.0.27, port: 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405. Mar 18 10:41:14.918045 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:41:15.024387 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:41:15.035732 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:41:15.041571 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:15.045897 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:41:15.046523 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:41:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:15.070059 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bedfa249-bb35-4836-b5a0-8634edf9fbc0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7311695 Mar 18 10:41:15.070749 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:41:15.072960 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:41:15.109407 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1cc20f-f87c-48e3-9b58-be21a1f96601 x-openstack-request-id: req-6c1cc20f-f87c-48e3-9b58-be21a1f96601 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:41:15.109700 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:41:15.109983 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c1cc20f-f87c-48e3-9b58-be21a1f96601 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:41:15.110376 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'status': 'completed', 'code': 200} Mar 18 10:41:15.152405 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:41:15.172245 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-fb7c1d21-3b1a-4bcb-9a3c-31390e509db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:15.173752 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-fb7c1d21-3b1a-4bcb-9a3c-31390e509db3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 1129 time: 0.0439386 Mar 18 10:41:15.264564 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-ff640562-a3c0-431d-b92d-4cbc0d521efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:15.266085 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-ff640562-a3c0-431d-b92d-4cbc0d521efe service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0871127 Mar 18 10:41:15.328846 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-cb9827bd-89eb-4277-ba95-a6a85d01e78b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 HTTP/1.1" status: 200 len: 998 time: 0.0575013 Mar 18 10:41:15.376631 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-0ef871cc-5309-4136-a812-494c1d365fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:15.376953 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '2ced8109-435b-4eea-a4ed-8832593bfc03', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:b9:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:41:13Z', 'updated_at': '2022-03-18T10:41:13Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}, {'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:15Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:15.378258 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-0ef871cc-5309-4136-a812-494c1d365fa6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0445318 Mar 18 10:41:15.405023 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:41:15.414705 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:41:15.415328 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:41:03Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:15.438449 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-aa17dece-4515-4384-a5bc-5476486bc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:15.439994 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-aa17dece-4515-4384-a5bc-5476486bc635 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562661 Mar 18 10:41:15.523729 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:41:15.526498 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-4753d5c9-22ad-40eb-9951-4a845783bfb9 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810173 Mar 18 10:41:15.621419 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6b10173-2ad7-495a-9c9f-6fcb462f64fb req-b1421f00-69de-4052-a816-6746b469bd49 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890803 Mar 18 10:41:15.838425 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '2ced8109-435b-4eea-a4ed-8832593bfc03', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:b9:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:41:13Z', 'updated_at': '2022-03-18T10:41:13Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}, {'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:15Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:41:15.864375 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf9b7-94b7-4ba4-b108-454be890aa58 None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '2ced8109-435b-4eea-a4ed-8832593bfc03', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:b9:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:41:13Z', 'updated_at': '2022-03-18T10:41:13Z', 'revision_number': 0, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}, {'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:15Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:41:16.053241 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a50bd-1cf5-47fb-b6e9-7c51ea79f724 None None] New status for floating IP 2ced8109-435b-4eea-a4ed-8832593bfc03: ACTIVE {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:41:17.108656 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:27.767310 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-331a6cdb-87c5-4e32-9536-28e4c98a6df7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463955 Mar 18 10:41:27.853016 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-e32bce91-73bf-442b-ba7b-ffc7e7d6f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:27.854602 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-e32bce91-73bf-442b-ba7b-ffc7e7d6f16d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1129 time: 0.0467677 Mar 18 10:41:27.971778 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-622e9ffd-41d8-4709-a419-f87989c8e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:27.973292 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-622e9ffd-41d8-4709-a419-f87989c8e3eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0992639 Mar 18 10:41:28.040641 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-24d5d0c8-fb2c-4d6d-940c-7853f5c58152 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 200 len: 1000 time: 0.0609560 Mar 18 10:41:28.090312 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-fc550fea-dfe2-4c0f-a822-a8fb89dfe798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:28.091867 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-fc550fea-dfe2-4c0f-a822-a8fb89dfe798 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0452046 Mar 18 10:41:28.146531 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-434b3a44-36a7-4801-bb29-bd04fd460462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:41:28.148093 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-434b3a44-36a7-4801-bb29-bd04fd460462 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499880 Mar 18 10:41:28.237048 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-1b8cf2a5-e795-4062-9dfb-7094fb2aecac service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 Mar 18 10:41:28.331722 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50e4bec1-c42a-4e77-b1e5-910603df1b68 req-fc417eff-29a6-4b0b-89e7-6e3c62130154 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877764 Mar 18 10:41:29.851622 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8886f951-2cd2-4879-a6fe-f91968aa58a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:32.934925 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bda88b8b-a031-4e81-bdd1-dc11a2c20af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:34.127438 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:35.966592 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:37.212666 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:37.687555 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:41:47.111430 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:41:59.853921 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c4df45d4-b9c6-4851-9934-0a039712152f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:02.927414 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e95c881-c751-4629-aa9b-b7b0eb96e848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:04.129618 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:05.970124 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:07.215824 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:14.687108 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:42:17.106592 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:28.774490 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-b4faafd4-7de3-48e3-841c-789e6cff6add service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446260 Mar 18 10:42:28.837516 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-a660e2e3-e75f-4ae0-957e-51ac0497084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:28.839055 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-a660e2e3-e75f-4ae0-957e-51ac0497084d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 1129 time: 0.0439470 Mar 18 10:42:28.942597 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-f5c6af23-37eb-4ec5-a752-ddaa9bc2e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:28.944080 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-f5c6af23-37eb-4ec5-a752-ddaa9bc2e5f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.0867531 Mar 18 10:42:29.009515 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-cbfd29b0-eeaa-4559-b54f-c333f70d5a4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 HTTP/1.1" status: 200 len: 1000 time: 0.0559947 Mar 18 10:42:29.054934 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-a3857821-4eea-48ea-9222-7d8121be66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:29.056656 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-a3857821-4eea-48ea-9222-7d8121be66fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0417962 Mar 18 10:42:29.106900 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-f568f5df-5c7b-4206-95e4-5b76fa665d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:29.108393 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-f568f5df-5c7b-4206-95e4-5b76fa665d24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465198 Mar 18 10:42:29.195314 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-0831d06b-74ee-487a-a266-3878be9acee9 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805399 Mar 18 10:42:29.283541 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e9fcc87d-99ff-42f2-8553-ce9f41aa30bc req-b469bb2e-13cb-4570-924e-99cec0477177 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827687 Mar 18 10:42:29.856449 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-78586f1c-c337-4595-bc06-65a761eb7368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:32.928967 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eb289ad3-396f-4017-8e44-61e8178ebc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:34.132392 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:35.973263 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:37.220859 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:42.405744 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45356) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:42.604213 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Deleting port bc0eda06-344d-4763-82e5-ac27f7d994c3 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:42.604555 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:42.677278 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:42.677579 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (bc0eda06-344d-4763-82e5-ac27f7d994c3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:42.690571 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Calling delete_port for bc0eda06-344d-4763-82e5-ac27f7d994c3 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:42.847384 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (bc0eda06-344d-4763-82e5-ac27f7d994c3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:42.871726 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event deleted for resources: {'Port': ['ID=bc0eda06-344d-4763-82e5-ac27f7d994c3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:42.899848 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.900198 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.900544 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.900888 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.901229 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.901567 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.901926 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.902253 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.902583 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.902910 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.903234 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.903560 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.903906 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.904224 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.904543 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:42.944360 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (2ced8109-435b-4eea-a4ed-8832593bfc03), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:42.944693 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Floating IP 2ced8109-435b-4eea-a4ed-8832593bfc03 disassociated (deleted). External IP: 172.27.0.27, port: 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405. Mar 18 10:42:43.172006 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:42:43.278488 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:42:43.283683 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:43.288504 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:43.299611 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:42:43.300236 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:43.312737 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-24bd1820-f007-4f5c-892c-ce84d550f586 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "DELETE /v2.0/floatingips/2ced8109-435b-4eea-a4ed-8832593bfc03 HTTP/1.1" status: 204 len: 168 time: 0.9058881 Mar 18 10:42:43.313335 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:43.315746 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff8f109-c7a1-4d85-811b-bf623caad8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:42:43.368395 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a6ca0d-045a-4db8-aaf7-e758c7084eee x-openstack-request-id: req-34a6ca0d-045a-4db8-aaf7-e758c7084eee {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:42:43.369355 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:42:43.369355 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34a6ca0d-045a-4db8-aaf7-e758c7084eee {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:42:43.369355 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'status': 'completed', 'code': 200} Mar 18 10:42:43.428512 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:42:43.442157 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-e71f3f4e-1054-4448-992e-3e8983c86057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:43.443681 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-e71f3f4e-1054-4448-992e-3e8983c86057 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 1129 time: 0.0491357 Mar 18 10:42:43.562707 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-3b39df5f-d654-4c4d-98c5-f12660db696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:43.564382 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-3b39df5f-d654-4c4d-98c5-f12660db696b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.1141129 Mar 18 10:42:43.607732 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-19dee0f8-4e0f-4419-8fc3-b3cdfd8f4a9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 HTTP/1.1" status: 200 len: 217 time: 0.0366390 Mar 18 10:42:43.659802 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-27cb6bc7-4033-449b-94e2-866b14a0eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:43.661826 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-27cb6bc7-4033-449b-94e2-866b14a0eab6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0487437 Mar 18 10:42:43.663800 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:15Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:43.699655 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:43.710521 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:42:43.711139 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:43.756192 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-ede8193b-c448-44a6-b45c-506adc6325de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:43.757727 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-ede8193b-c448-44a6-b45c-506adc6325de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893250 Mar 18 10:42:43.769246 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc442da-fb62-4ef2-b2e9-119af0dedfe1 req-04af88c7-1039-4a07-a6bd-1d26f4c0561c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:43.770714 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fc442da-fb62-4ef2-b2e9-119af0dedfe1 req-04af88c7-1039-4a07-a6bd-1d26f4c0561c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 945 time: 0.2402613 Mar 18 10:42:43.817764 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:42:43.871537 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fc442da-fb62-4ef2-b2e9-119af0dedfe1 req-80ff394b-ac7d-4d67-b2cb-8b694932de1c tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927906 Mar 18 10:42:43.892467 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-4d97b0bf-0236-4427-bce5-8676bc97ca88 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207802 Mar 18 10:42:43.980525 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ff8f109-c7a1-4d85-811b-bf623caad8bf req-f7a81a0f-627e-423b-bcb5-9d86506b64ba service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814221 Mar 18 10:42:44.038191 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:15Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:44.064187 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8443fae-710d-4886-99c3-965d0d9951ab None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_floatingips': [{'id': '94a383ac-f72d-4dac-a8c6-901308d33e27', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'router_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'port_id': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'mac_address': 'fa:16:3e:af:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T10:39:13Z', 'updated_at': '2022-03-18T10:39:15Z', 'revision_number': 1, 'project_id': '088efabedf814232af95dbf73ec318fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:44.272218 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3ed7b-9d81-43b7-aa58-42b87cb7d7d3 None None] New status for floating IP 2ced8109-435b-4eea-a4ed-8832593bfc03: DOWN {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:42:45.039313 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e315f-973b-461e-9328-2f4cdbc7a45f req-887b4cdf-b734-496a-9744-64a3fd2e920a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:45.040808 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef6e315f-973b-461e-9328-2f4cdbc7a45f req-887b4cdf-b734-496a-9744-64a3fd2e920a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 945 time: 0.0999703 Mar 18 10:42:45.068314 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-b6a6f925-b84a-48fe-bb28-756c720ad594 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:45.069809 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-b6a6f925-b84a-48fe-bb28-756c720ad594 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 945 time: 0.0514832 Mar 18 10:42:45.090001 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef6e315f-973b-461e-9328-2f4cdbc7a45f req-9115488d-da58-448b-b483-ceacb322f82e tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Mar 18 10:42:45.441005 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Deleting port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:45.441342 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:45.526468 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] For port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:42:45.526830 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:45.539842 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Calling delete_port for 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:45.665114 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:45.694045 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event deleted for resources: {'Port': ['ID=1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:45.726839 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.727184 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.727525 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.727863 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.728194 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.728521 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.728846 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.729168 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.729488 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.729834 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.730157 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.730478 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.730795 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.731108 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.731419 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-6-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 10:42:45.757386 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] No DVR routers for this DVR port 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:42:45.760466 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:45.764341 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e127d2a4-6da1-4152-a40c-8a6e84141dac req-a086c9f9-6885-46be-85c8-9cb25e7f0717 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "DELETE /v2.0/ports/1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 HTTP/1.1" status: 204 len: 173 time: 0.6889834 Mar 18 10:42:45.764776 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'name': 'network-vif-deleted', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:45.767039 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a44601a-8482-45c1-aae5-ff642b36a943" -d '{"events": [{"server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "name": "network-vif-deleted", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:42:45.806930 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f03852-a67a-4d52-8a08-940fc0cf12b9 x-openstack-request-id: req-43f03852-a67a-4d52-8a08-940fc0cf12b9 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:42:45.807226 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66bd635-721f-49e7-bcf5-954a4276a1fa", "name": "network-vif-deleted", "tag": "1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:42:45.807482 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43f03852-a67a-4d52-8a08-940fc0cf12b9 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:42:45.807889 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66bd635-721f-49e7-bcf5-954a4276a1fa', 'name': 'network-vif-deleted', 'tag': '1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405', 'status': 'completed', 'code': 200} Mar 18 10:42:46.207407 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6ecf4bf-420a-4255-aa03-93f17c5a9174 req-9a26dc8d-a313-450e-9ff0-a408d22084c0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=d66bd635-721f-49e7-bcf5-954a4276a1fa HTTP/1.1" status: 200 len: 210 time: 0.0279858 Mar 18 10:42:47.105643 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:48.919214 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:42:48.939253 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:42:48.939596 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 1ae4b36b-2ea8-4b8b-a6d4-f531c8b8d405 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:42:49.485875 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45404) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:49.641933 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Deleting port df5d19f9-af25-4d86-b53a-b4f553d596ff {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:49.642190 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:49.715403 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:49.715729 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (df5d19f9-af25-4d86-b53a-b4f553d596ff), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:49.727336 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Calling delete_port for df5d19f9-af25-4d86-b53a-b4f553d596ff owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:49.873946 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (df5d19f9-af25-4d86-b53a-b4f553d596ff), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:49.899282 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event deleted for resources: {'Port': ['ID=df5d19f9-af25-4d86-b53a-b4f553d596ff,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:49.960109 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (94a383ac-f72d-4dac-a8c6-901308d33e27), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:49.960433 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Floating IP 94a383ac-f72d-4dac-a8c6-901308d33e27 disassociated (deleted). External IP: 172.27.0.48, port: 095ea716-11cc-4766-a6bf-997a0f43d9c4. Mar 18 10:42:50.160962 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:42:50.270279 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:42:50.274715 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:50.281327 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:50.290702 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:42:50.291395 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:50.303299 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2856355b-76fd-45e6-8bb5-eec278e6832b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "DELETE /v2.0/floatingips/94a383ac-f72d-4dac-a8c6-901308d33e27 HTTP/1.1" status: 204 len: 168 time: 0.8163867 Mar 18 10:42:50.303895 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:50.306182 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5f6ce91af8487bfc8a32fe6cd7912a0c63031852ec256bf60706ba8414222ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:42:50.342921 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 10:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0a62ba-f400-4357-8d26-eb7f79f79a94 x-openstack-request-id: req-8e0a62ba-f400-4357-8d26-eb7f79f79a94 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:42:50.343551 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:42:50.343742 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e0a62ba-f400-4357-8d26-eb7f79f79a94 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:42:50.344111 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'status': 'completed', 'code': 200} Mar 18 10:42:50.406653 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:42:50.412313 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-90175097-81ba-4d3d-a1a5-cb99f8a835e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:50.413803 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-90175097-81ba-4d3d-a1a5-cb99f8a835e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=088efabedf814232af95dbf73ec318fb&device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 1129 time: 0.0476766 Mar 18 10:42:50.547612 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-e1b2b8d9-e547-43d2-b699-51eae4355e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:50.549212 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-e1b2b8d9-e547-43d2-b699-51eae4355e64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 200 len: 912 time: 0.1224825 Mar 18 10:42:50.592089 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-6a8a0122-b407-4ef0-9c98-e3f155070db2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 200 len: 217 time: 0.0360756 Mar 18 10:42:50.603430 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eea48-0227-4a30-a74c-9997f8c008c1 req-87a19ffb-9166-4bd5-8e17-ede10de015c0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:50.604910 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c85eea48-0227-4a30-a74c-9997f8c008c1 req-87a19ffb-9166-4bd5-8e17-ede10de015c0 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 945 time: 0.1034553 Mar 18 10:42:50.676233 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-38cd5724-3ab9-4d93-aa23-fcef177086c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:50.677662 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-38cd5724-3ab9-4d93-aa23-fcef177086c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 200 len: 850 time: 0.0718608 Mar 18 10:42:50.701101 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c85eea48-0227-4a30-a74c-9997f8c008c1 req-9f880921-25f3-4e4f-b37c-4e05bbcf07ec tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875399 Mar 18 10:42:50.705410 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:50.731664 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:50.733492 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-6867b026-d7c8-4933-a7e2-d65d627bf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:50.735054 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-6867b026-d7c8-4933-a7e2-d65d627bf997 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5cf32ecf-f2cc-48e1-adda-b0589b57ac82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471106 Mar 18 10:42:50.740475 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:42:50.741107 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:50.822444 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-b256a091-a37d-4c9f-af64-3cd38bc1b979 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811529 Mar 18 10:42:50.848966 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:42:50.915604 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4aa69d8d-68b1-41b9-9a0d-263bce63a1a6 req-d765d544-73a6-4c8f-bde4-e6a8398928e4 service neutron] 10.222.0.45 "GET /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874083 Mar 18 10:42:51.046537 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:51.071305 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c7aad-95d0-4505-b3c2-460b116b775f None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:36:10Z', 'revision_number': 4, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi', '_interfaces': [{'id': 'db8913a7-f962-41de-951d-49ab1964aaf3', 'name': '', 'network_id': '5cf32ecf-f2cc-48e1-adda-b0589b57ac82', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'mac_address': 'fa:16:3e:c0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:09Z', 'updated_at': '2022-03-18T10:36:15Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'subnets': [{'id': 'd953d0e0-cba3-4faa-a872-61b2bcb7dfae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:51.294725 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c0a73-5cd1-4dd4-8381-dbb4b64776f8 None None] New status for floating IP 94a383ac-f72d-4dac-a8c6-901308d33e27: DOWN {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 10:42:51.686937 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:42:51.824311 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ef10-32f3-4efb-8af0-84fe4420b16f req-8baeb49f-dc48-4686-954f-b24dc9946ab6 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:51.827474 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0756ef10-32f3-4efb-8af0-84fe4420b16f req-8baeb49f-dc48-4686-954f-b24dc9946ab6 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 945 time: 0.0581987 Mar 18 10:42:51.876588 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0756ef10-32f3-4efb-8af0-84fe4420b16f req-c3bad43a-78fa-4595-8e39-b25af54e1855 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Mar 18 10:42:51.986711 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-5eafb313-cc53-4397-8f3a-f608d63757df tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 10:42:51.988109 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-5eafb313-cc53-4397-8f3a-f608d63757df tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 945 time: 0.0552671 Mar 18 10:42:52.086004 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Deleting port 095ea716-11cc-4766-a6bf-997a0f43d9c4 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:52.086346 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:52.177644 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] For port 095ea716-11cc-4766-a6bf-997a0f43d9c4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=095ea716-11cc-4766-a6bf-997a0f43d9c4,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:42:52.178025 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:52.195656 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Calling delete_port for 095ea716-11cc-4766-a6bf-997a0f43d9c4 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:52.329110 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (095ea716-11cc-4766-a6bf-997a0f43d9c4), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:52.359941 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event deleted for resources: {'Port': ['ID=095ea716-11cc-4766-a6bf-997a0f43d9c4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:52.402757 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] No DVR routers for this DVR port 095ea716-11cc-4766-a6bf-997a0f43d9c4 on host hv-cinder-81713 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:42:52.406085 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for port (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:52.409421 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8fb47921-7e2f-471d-886c-c6f6f0a731ad req-b9707c26-b844-42a7-bf31-5add76fcbf8a tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.45 "DELETE /v2.0/ports/095ea716-11cc-4766-a6bf-997a0f43d9c4 HTTP/1.1" status: 204 len: 173 time: 0.4165676 Mar 18 10:42:52.409997 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'name': 'network-vif-deleted', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 10:42:52.412355 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571cc483306e79dfdb40731c9915ceec29ee1018ccaf4d4ee3237384e39a8cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d20623-691e-4e07-ab7e-4c3f61b22202" -d '{"events": [{"server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "name": "network-vif-deleted", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 10:42:52.455938 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 10:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba003e0-dc24-4b75-b667-58493d7508e0 x-openstack-request-id: req-aba003e0-dc24-4b75-b667-58493d7508e0 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 10:42:52.456238 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4924503c-5a83-45be-a0ff-febe8746b1bd", "name": "network-vif-deleted", "tag": "095ea716-11cc-4766-a6bf-997a0f43d9c4", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 10:42:52.456496 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aba003e0-dc24-4b75-b667-58493d7508e0 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 10:42:52.456911 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4924503c-5a83-45be-a0ff-febe8746b1bd', 'name': 'network-vif-deleted', 'tag': '095ea716-11cc-4766-a6bf-997a0f43d9c4', 'status': 'completed', 'code': 200} Mar 18 10:42:52.988385 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48c2dc6a-aa78-423f-b7d4-cdf18bbc0983 req-46b4e71b-9633-4a34-ad0d-11df1eb5885b tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "GET /v2.0/ports?device_id=4924503c-5a83-45be-a0ff-febe8746b1bd HTTP/1.1" status: 200 len: 210 time: 0.0299070 Mar 18 10:42:54.044478 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45420) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:54.164301 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Deleting port dd30f6b1-9b9f-4cf7-bc8b-f506fb379701 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:54.164663 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:54.242405 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:54.242732 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:54.253993 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Calling delete_port for dd30f6b1-9b9f-4cf7-bc8b-f506fb379701 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:54.379758 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (dd30f6b1-9b9f-4cf7-bc8b-f506fb379701), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:54.407955 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event deleted for resources: {'Port': ['ID=dd30f6b1-9b9f-4cf7-bc8b-f506fb379701,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:54.466251 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for floatingip (b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:54.469074 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96558'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:54.470252 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ea48f1aa-26e4-442a-8b9d-c160138c0bb1 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "DELETE /v2.0/floatingips/b56dd5cc-8d85-4c5b-a8c8-b2db12cdc613 HTTP/1.1" status: 204 len: 168 time: 0.4242179 Mar 18 10:42:54.943977 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 095ea716-11cc-4766-a6bf-997a0f43d9c4 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:42:54.963640 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] No Port match for: 095ea716-11cc-4766-a6bf-997a0f43d9c4 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:42:54.963980 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Device 095ea716-11cc-4766-a6bf-997a0f43d9c4 not bound to the agent host hv-cinder-81713 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:42:55.668406 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45432) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:55.724593 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a55e6ba-687d-4a2f-b3ee-9946bb379208 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group (2f829e4a-08cc-4c9d-bc44-9ab84a941b2a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:55.749553 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a55e6ba-687d-4a2f-b3ee-9946bb379208 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group (2f829e4a-08cc-4c9d-bc44-9ab84a941b2a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:55.807500 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a55e6ba-687d-4a2f-b3ee-9946bb379208 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (2f829e4a-08cc-4c9d-bc44-9ab84a941b2a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:55.810074 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a55e6ba-687d-4a2f-b3ee-9946bb379208 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:55.811819 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6a55e6ba-687d-4a2f-b3ee-9946bb379208 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] 10.222.0.44 "DELETE /v2.0/security-groups/2f829e4a-08cc-4c9d-bc44-9ab84a941b2a HTTP/1.1" status: 204 len: 168 time: 0.1424186 Mar 18 10:42:55.820737 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e6ba-687d-4a2f-b3ee-9946bb379208 tempest-TestVolumeBootPattern-309853143 tempest-TestVolumeBootPattern-309853143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f829e4a-08cc-4c9d-bc44-9ab84a941b2a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:55.866225 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45436) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:56.527133 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (e0efcbb3-b2c8-4c53-967a-c6b769411193), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:56.769422 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Deleting port db8913a7-f962-41de-951d-49ab1964aaf3 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:56.770186 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:56.845261 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] For port db8913a7-f962-41de-951d-49ab1964aaf3, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=db8913a7-f962-41de-951d-49ab1964aaf3,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:42:56.845618 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:56.865478 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Calling delete_port for db8913a7-f962-41de-951d-49ab1964aaf3 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:57.039717 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (db8913a7-f962-41de-951d-49ab1964aaf3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:57.064866 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Pushing event deleted for resources: {'Port': ['ID=db8913a7-f962-41de-951d-49ab1964aaf3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:57.238288 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (e0efcbb3-b2c8-4c53-967a-c6b769411193), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:57.452925 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Router e0efcbb3-b2c8-4c53-967a-c6b769411193 has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:42:57.570718 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:42:57.575675 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5fa15766-bed4-4421-a49c-6e2dbee5998f admin admin] 10.222.0.44 "PUT /v2.0/routers/e0efcbb3-b2c8-4c53-967a-c6b769411193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7084382 Mar 18 10:42:57.578770 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45440) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:57.581323 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] Sync routers for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:42:57.590900 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:42:57.594202 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:57.684681 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks [] for router (e0efcbb3-b2c8-4c53-967a-c6b769411193), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:57.698807 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: dv-cinder-817135-6-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:42:57.787384 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks [] for router_gateway (e0efcbb3-b2c8-4c53-967a-c6b769411193), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:57.840970 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Deleting port c41ea877-4742-4920-97e4-d3eaa83a4619 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:57.841302 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:57.890330 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:42:56Z', 'revision_number': 5, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port': {'id': 'c41ea877-4742-4920-97e4-d3eaa83a4619', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:07Z', 'updated_at': '2022-03-18T10:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:57.916141 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] Checking router: e0efcbb3-b2c8-4c53-967a-c6b769411193 for host: dv-cinder-817135-6-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:42:57.921482 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] For port c41ea877-4742-4920-97e4-d3eaa83a4619, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=c41ea877-4742-4920-97e4-d3eaa83a4619,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:42:57.921877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:57.924473 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] Routers {'e0efcbb3-b2c8-4c53-967a-c6b769411193'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:42:57.925077 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['e0efcbb3-b2c8-4c53-967a-c6b769411193'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:57.934484 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Calling delete_port for c41ea877-4742-4920-97e4-d3eaa83a4619 owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:58.010774 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] Set router e0efcbb3-b2c8-4c53-967a-c6b769411193 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:42:58.064380 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:42:57Z', 'revision_number': 6, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:58.094503 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17fcff-7d10-46ce-8af1-9bb3c8656f01 None None] The sync data for ids ['e0efcbb3-b2c8-4c53-967a-c6b769411193'] in dv-cinder-817135-6-iscsi is: [{'id': 'e0efcbb3-b2c8-4c53-967a-c6b769411193', 'name': 'tempest-TestVolumeBootPattern-548287813-router', 'tenant_id': '088efabedf814232af95dbf73ec318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:06Z', 'updated_at': '2022-03-18T10:42:57Z', 'revision_number': 6, 'project_id': '088efabedf814232af95dbf73ec318fb', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:42:58.103066 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (c41ea877-4742-4920-97e4-d3eaa83a4619), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.134056 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c41ea877-4742-4920-97e4-d3eaa83a4619,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:58.197661 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (e0efcbb3-b2c8-4c53-967a-c6b769411193), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.286676 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (e0efcbb3-b2c8-4c53-967a-c6b769411193), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.288786 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks [] for router_controller (e0efcbb3-b2c8-4c53-967a-c6b769411193), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.334563 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (e0efcbb3-b2c8-4c53-967a-c6b769411193), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.335098 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0efcbb3-b2c8-4c53-967a-c6b769411193 {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:42:58.339474 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.340381 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3cf582af-1119-4398-a1fa-4c380f059b5a admin admin] 10.222.0.44 "DELETE /v2.0/routers/e0efcbb3-b2c8-4c53-967a-c6b769411193 HTTP/1.1" status: 204 len: 168 time: 0.7606430 Mar 18 10:42:58.343789 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45442) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:58.386350 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] Deleting subnet d953d0e0-cba3-4faa-a872-61b2bcb7dfae {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:42:58.390056 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] Publish callbacks [] for subnet (d953d0e0-cba3-4faa-a872-61b2bcb7dfae), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.422740 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (d953d0e0-cba3-4faa-a872-61b2bcb7dfae), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.509078 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (d953d0e0-cba3-4faa-a872-61b2bcb7dfae), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.565447 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (d953d0e0-cba3-4faa-a872-61b2bcb7dfae), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.591348 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d953d0e0-cba3-4faa-a872-61b2bcb7dfae,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:58.593582 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.596877 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-77eb31c7-27c9-421a-a1e4-81926a64dc65 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d953d0e0-cba3-4faa-a872-61b2bcb7dfae HTTP/1.1" status: 204 len: 168 time: 0.2521384 Mar 18 10:42:58.599375 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45444) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:58.599574 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f8dc6-1569-4885-9b47-62ed34a189bd None None] Network 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:42:58.667354 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (5cf32ecf-f2cc-48e1-adda-b0589b57ac82), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.728177 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Deleting port 24735f8a-53b6-4b1f-8472-15370955460a {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:58.728570 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (24735f8a-53b6-4b1f-8472-15370955460a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.787684 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] For port 24735f8a-53b6-4b1f-8472-15370955460a, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=24735f8a-53b6-4b1f-8472-15370955460a,segment=NetworkSegment(82d93ee8-6fad-4b9f-8b9f-20143aefaf0a),segment_id=82d93ee8-6fad-4b9f-8b9f-20143aefaf0a)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:42:58.788372 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (24735f8a-53b6-4b1f-8472-15370955460a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.801053 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Calling delete_port for 24735f8a-53b6-4b1f-8472-15370955460a owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:58.888095 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfbe46-fbdd-4631-9045-2a761dd52de3 None None] DHCP port deletion for 5cf32ecf-f2cc-48e1-adda-b0589b57ac82 request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:42:58.896816 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58904746'] for port (24735f8a-53b6-4b1f-8472-15370955460a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:58.913136 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfbe46-fbdd-4631-9045-2a761dd52de3 None None] The port '24735f8a-53b6-4b1f-8472-15370955460a' was deleted {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 18 10:42:58.922359 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Pushing event deleted for resources: {'Port': ['ID=24735f8a-53b6-4b1f-8472-15370955460a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:58.925831 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] No DVR routers for this DVR port 24735f8a-53b6-4b1f-8472-15370955460a on host dv-cinder-817135-6-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:42:58.993646 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (5cf32ecf-f2cc-48e1-adda-b0589b57ac82), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.014643 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf32ecf-f2cc-48e1-adda-b0589b57ac82']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:59.023626 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:59.023923 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d93ee8-6fad-4b9f-8b9f-20143aefaf0a') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:42:59.036337 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59058127'] for segment (82d93ee8-6fad-4b9f-8b9f-20143aefaf0a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.049539 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (82d93ee8-6fad-4b9f-8b9f-20143aefaf0a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.055613 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:42:59.056012 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58904825'] for segment (82d93ee8-6fad-4b9f-8b9f-20143aefaf0a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: Traceback (most recent call last): Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: timer() Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: cb(*args, **kw) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: return func(*args, **kwargs) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: self._notify() Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: self.callback(batched_events) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: event.method(event) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: return f(self, *a, **k) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._get(url).json() Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:42:59.057719 dv-cinder-817135-6-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:42:59.115062 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (5cf32ecf-f2cc-48e1-adda-b0589b57ac82), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.121224 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.126926 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] 10.222.0.44 "DELETE /v2.0/networks/5cf32ecf-f2cc-48e1-adda-b0589b57ac82 HTTP/1.1" status: 204 len: 168 time: 0.5242260 Mar 18 10:42:59.127592 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 45446) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:42:59.139008 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543f03d-6790-4a3b-b195-35b256ac30da admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf32ecf-f2cc-48e1-adda-b0589b57ac82,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:42:59.381755 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device c41ea877-4742-4920-97e4-d3eaa83a4619 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:42:59.404940 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: c41ea877-4742-4920-97e4-d3eaa83a4619 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:42:59.405278 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device c41ea877-4742-4920-97e4-d3eaa83a4619 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:42:59.405701 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 24735f8a-53b6-4b1f-8472-15370955460a no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:42:59.424703 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 24735f8a-53b6-4b1f-8472-15370955460a {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:42:59.425460 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 24735f8a-53b6-4b1f-8472-15370955460a not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:42:59.425460 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device db8913a7-f962-41de-951d-49ab1964aaf3 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:42:59.443909 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: db8913a7-f962-41de-951d-49ab1964aaf3 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:42:59.444262 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device db8913a7-f962-41de-951d-49ab1964aaf3 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:42:59.490096 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541048'] for router_interface (a15637cc-ca59-4df6-a232-f35f8f29aa4d), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.736146 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Deleting port d72244ef-6e2c-4194-a43f-49a62e855622 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:42:59.736488 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.813554 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] For port d72244ef-6e2c-4194-a43f-49a62e855622, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=d72244ef-6e2c-4194-a43f-49a62e855622,segment=NetworkSegment(1b07c6f8-1ed8-4c91-88a0-87129c22b0e2),segment_id=1b07c6f8-1ed8-4c91-88a0-87129c22b0e2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:42:59.813965 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:42:59.826212 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Calling delete_port for d72244ef-6e2c-4194-a43f-49a62e855622 owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:42:59.860461 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-53803185-1220-4e38-bf89-759f472e16da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:00.005339 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (d72244ef-6e2c-4194-a43f-49a62e855622), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:00.032575 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72244ef-6e2c-4194-a43f-49a62e855622,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:00.199629 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542664'] for router_interface (a15637cc-ca59-4df6-a232-f35f8f29aa4d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:00.415358 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Router a15637cc-ca59-4df6-a232-f35f8f29aa4d has already been hosted by L3 agent 4f7e1b46-6ca4-455b-bcd6-db519bded8fe {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 10:43:00.522727 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] Notify agent at l3_agent.dv-cinder-817135-6-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 10:43:00.527775 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c1b58589-9567-447e-9c8c-3710d3155df0 admin admin] 10.222.0.44 "PUT /v2.0/routers/a15637cc-ca59-4df6-a232-f35f8f29aa4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3991597 Mar 18 10:43:00.530302 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 45448) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:43:00.533259 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] Sync routers for ids ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'] in dv-cinder-817135-6-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 10:43:00.542751 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] Routers {'a15637cc-ca59-4df6-a232-f35f8f29aa4d'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:43:00.543378 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:00.634703 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks [] for router (a15637cc-ca59-4df6-a232-f35f8f29aa4d), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:00.649511 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] Set router a15637cc-ca59-4df6-a232-f35f8f29aa4d gateway port host: dv-cinder-817135-6-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:43:00.736246 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks [] for router_gateway (a15637cc-ca59-4df6-a232-f35f8f29aa4d), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:00.794542 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Deleting port 87c75f0d-89c6-43e5-9965-e01578aaaa1d {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:43:00.795447 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:00.873409 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] For port 87c75f0d-89c6-43e5-9965-e01578aaaa1d, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=87c75f0d-89c6-43e5-9965-e01578aaaa1d,segment=NetworkSegment(5d2b6a06-37f4-40f4-9658-60d6ed254ad2),segment_id=5d2b6a06-37f4-40f4-9658-60d6ed254ad2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:43:00.873793 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:00.886219 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Calling delete_port for 87c75f0d-89c6-43e5-9965-e01578aaaa1d owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:43:00.954155 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'external_fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:42:59Z', 'revision_number': 5, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port': {'id': '87c75f0d-89c6-43e5-9965-e01578aaaa1d', 'name': '', 'network_id': 'cfbc2062-a378-4c7d-9f9d-cdc949e1db9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '234d1ef1-852d-47c9-baed-53659690bc88', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T10:36:13Z', 'updated_at': '2022-03-18T10:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '234d1ef1-852d-47c9-baed-53659690bc88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-6-iscsi'}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:00.983910 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] Checking router: a15637cc-ca59-4df6-a232-f35f8f29aa4d for host: dv-cinder-817135-6-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 10:43:00.992264 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] Routers {'a15637cc-ca59-4df6-a232-f35f8f29aa4d'} bound to L3 agent in host dv-cinder-817135-6-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 10:43:00.992817 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T10:19:03Z,description=,heartbeat_timestamp=2022-03-18T10:42:33Z,host='dv-cinder-817135-6-iscsi',id=4f7e1b46-6ca4-455b-bcd6-db519bded8fe,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T10:19:03Z,topic='l3_agent')) {'router_ids': ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:01.051239 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (87c75f0d-89c6-43e5-9965-e01578aaaa1d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.080201 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Pushing event deleted for resources: {'Port': ['ID=87c75f0d-89c6-43e5-9965-e01578aaaa1d,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:01.082567 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] Set router a15637cc-ca59-4df6-a232-f35f8f29aa4d gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 10:43:01.138074 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:43:00Z', 'revision_number': 6, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port_host': None}], 'dv-cinder-817135-6-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:01.142690 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539698'] for router_gateway (a15637cc-ca59-4df6-a232-f35f8f29aa4d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.166599 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0a03c-8f05-413c-93f5-e96ed2085af7 None None] The sync data for ids ['a15637cc-ca59-4df6-a232-f35f8f29aa4d'] in dv-cinder-817135-6-iscsi is: [{'id': 'a15637cc-ca59-4df6-a232-f35f8f29aa4d', 'name': 'tempest-TestVolumeBootPattern-733977632-router', 'tenant_id': '2764bf0450894a5cb005fa246e4fa8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T10:36:12Z', 'updated_at': '2022-03-18T10:43:00Z', 'revision_number': 6, 'project_id': '2764bf0450894a5cb005fa246e4fa8d4', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 10:43:01.249208 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12518'] for router (a15637cc-ca59-4df6-a232-f35f8f29aa4d), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.251389 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks [] for router_controller (a15637cc-ca59-4df6-a232-f35f8f29aa4d), precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.295403 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543953'] for router (a15637cc-ca59-4df6-a232-f35f8f29aa4d), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.295953 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15637cc-ca59-4df6-a232-f35f8f29aa4d {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 10:43:01.300413 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.301589 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5186ed06-1e08-4bc1-b178-1ebc3411b44e admin admin] 10.222.0.44 "DELETE /v2.0/routers/a15637cc-ca59-4df6-a232-f35f8f29aa4d HTTP/1.1" status: 204 len: 168 time: 0.7703619 Mar 18 10:43:01.304478 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45450) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:43:01.348784 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] Deleting subnet 9f5f0106-51e3-4f5c-bc93-b53050829763 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 10:43:01.352257 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] Publish callbacks [] for subnet (9f5f0106-51e3-4f5c-bc93-b53050829763), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.389823 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59058166'] for subnet (9f5f0106-51e3-4f5c-bc93-b53050829763), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.464717 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8350431'] for subnet (9f5f0106-51e3-4f5c-bc93-b53050829763), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.533119 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8350406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58906203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229176'] for subnet (9f5f0106-51e3-4f5c-bc93-b53050829763), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.560655 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5f0106-51e3-4f5c-bc93-b53050829763,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:01.565534 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.570528 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-35c76484-f0b1-4711-a90e-a539f151f493 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9f5f0106-51e3-4f5c-bc93-b53050829763 HTTP/1.1" status: 204 len: 168 time: 0.2649901 Mar 18 10:43:01.571550 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.44', 45452) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:43:01.574317 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382dd59-08c3-4ee0-ba6a-74237f241acc None None] Network abb8900d-2903-419d-b133-be79d6d94fce requested from dv-cinder-817135-6-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 10:43:01.656642 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8144272'] for network (abb8900d-2903-419d-b133-be79d6d94fce), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.667585 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device d72244ef-6e2c-4194-a43f-49a62e855622 no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:43:01.690859 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: d72244ef-6e2c-4194-a43f-49a62e855622 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:43:01.691203 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device d72244ef-6e2c-4194-a43f-49a62e855622 not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:43:01.713722 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Deleting port 01429902-83eb-469c-ae4e-66f677534efa {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 10:43:01.714101 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739624920607'] for port (01429902-83eb-469c-ae4e-66f677534efa), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.779902 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] For port 01429902-83eb-469c-ae4e-66f677534efa, host dv-cinder-817135-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-6-iscsi',level=0,port_id=01429902-83eb-469c-ae4e-66f677534efa,segment=NetworkSegment(1b07c6f8-1ed8-4c91-88a0-87129c22b0e2),segment_id=1b07c6f8-1ed8-4c91-88a0-87129c22b0e2)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 10:43:01.780190 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536682'] for port (01429902-83eb-469c-ae4e-66f677534efa), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.792767 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Calling delete_port for 01429902-83eb-469c-ae4e-66f677534efa owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 10:43:01.868895 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7931042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739624926850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739624358404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3550908'] for port (01429902-83eb-469c-ae4e-66f677534efa), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.898284 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=01429902-83eb-469c-ae4e-66f677534efa,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:01.906102 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] No DVR routers for this DVR port 01429902-83eb-469c-ae4e-66f677534efa on host dv-cinder-817135-6-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 10:43:01.979924 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7959402', 'neutron.services.segments.db._delete_segments_for_network-8739624700227'] for network (abb8900d-2903-419d-b133-be79d6d94fce), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:01.985532 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d7fd0-292f-4b7d-a7ec-fb9c5685f8df None None] DHCP port deletion for abb8900d-2903-419d-b133-be79d6d94fce request from dv-cinder-817135-6-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 10:43:02.003535 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb8900d-2903-419d-b133-be79d6d94fce']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:02.014389 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:02.014684 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b07c6f8-1ed8-4c91-88a0-87129c22b0e2') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 10:43:02.024109 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739624886604', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59454819'] for segment (1b07c6f8-1ed8-4c91-88a0-87129c22b0e2), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.038326 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334'] for segment (1b07c6f8-1ed8-4c91-88a0-87129c22b0e2), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.044639 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 10:43:02.045069 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3550959'] for segment (1b07c6f8-1ed8-4c91-88a0-87129c22b0e2), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: Traceback (most recent call last): Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: timer() Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: cb(*args, **kw) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: return func(*args, **kwargs) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: self._notify() Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: self.callback(batched_events) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: event.method(event) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: return f(self, *a, **k) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._get(url).json() Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 10:43:02.046804 dv-cinder-817135-6-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 10:43:02.102075 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7959377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539726'] for network (abb8900d-2903-419d-b133-be79d6d94fce), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.106889 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547168'] for network (None), before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.110215 dv-cinder-817135-6-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/abb8900d-2903-419d-b133-be79d6d94fce HTTP/1.1" status: 204 len: 168 time: 0.5374055 Mar 18 10:43:02.124700 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c3b23-7feb-4c5a-860a-92b218c06b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=abb8900d-2903-419d-b133-be79d6d94fce,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:02.227075 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45456) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:43:02.271786 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-aa118bb5-6102-4bc6-84e1-7296d297ab5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=088efabedf814232af95dbf73ec318fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435429 Mar 18 10:43:02.274226 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45458) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:43:02.323972 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-75520330-8220-4625-9e8a-12cdd17799b7 admin admin] Publish callbacks [] for security_group (4543a321-a0fc-4aa5-93cc-cb03d917b5c8), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.344847 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-75520330-8220-4625-9e8a-12cdd17799b7 admin admin] Publish callbacks [] for security_group (4543a321-a0fc-4aa5-93cc-cb03d917b5c8), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.391194 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-75520330-8220-4625-9e8a-12cdd17799b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (4543a321-a0fc-4aa5-93cc-cb03d917b5c8), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.393877 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-75520330-8220-4625-9e8a-12cdd17799b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.395050 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-75520330-8220-4625-9e8a-12cdd17799b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4543a321-a0fc-4aa5-93cc-cb03d917b5c8 HTTP/1.1" status: 204 len: 168 time: 0.1199279 Mar 18 10:43:02.403204 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75520330-8220-4625-9e8a-12cdd17799b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543a321-a0fc-4aa5-93cc-cb03d917b5c8,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:02.710216 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45464) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:43:02.749504 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1ec90bb1-281f-40dc-aa59-fc582b42d313 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2764bf0450894a5cb005fa246e4fa8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381312 Mar 18 10:43:02.751898 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.44', 45466) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 10:43:02.796293 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5e98813-79f8-4e8d-abb4-b7c1cae5cf6f admin admin] Publish callbacks [] for security_group (7c994168-7478-4d95-a4a7-c300b796ce2d), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.817094 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5e98813-79f8-4e8d-abb4-b7c1cae5cf6f admin admin] Publish callbacks [] for security_group (7c994168-7478-4d95-a4a7-c300b796ce2d), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.864915 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5e98813-79f8-4e8d-abb4-b7c1cae5cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541986'] for security_group (7c994168-7478-4d95-a4a7-c300b796ce2d), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.867511 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5e98813-79f8-4e8d-abb4-b7c1cae5cf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:02.869289 dv-cinder-817135-6-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d5e98813-79f8-4e8d-abb4-b7c1cae5cf6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c994168-7478-4d95-a4a7-c300b796ce2d HTTP/1.1" status: 204 len: 168 time: 0.1163120 Mar 18 10:43:02.878063 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e98813-79f8-4e8d-abb4-b7c1cae5cf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c994168-7478-4d95-a4a7-c300b796ce2d,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 10:43:02.931380 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-64eaded1-6f33-42d5-a55f-8d6de9c5e73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:03.381183 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 01429902-83eb-469c-ae4e-66f677534efa no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:43:03.401377 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 01429902-83eb-469c-ae4e-66f677534efa {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:43:03.401737 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 01429902-83eb-469c-ae4e-66f677534efa not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:43:03.402176 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 87c75f0d-89c6-43e5-9965-e01578aaaa1d no longer exists at agent ovs-agent-dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 10:43:03.424045 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] No Port match for: 87c75f0d-89c6-43e5-9965-e01578aaaa1d {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 10:43:03.424291 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Device 87c75f0d-89c6-43e5-9965-e01578aaaa1d not bound to the agent host dv-cinder-817135-6-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 10:43:04.136439 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:05.977145 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:06.104509 dv-cinder-817135-6-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-abb63496-fecb-4c0d-bc94-2f2a7769553c req-8a7b5b0b-900d-4ef0-8f87-c53c6c185b34 service neutron] (103388) timed out ('10.222.0.45', 58196) {{(pid=103388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 10:43:07.224321 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:17.104872 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:26.341145 dv-cinder-817135-6-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-74abbded-7fc1-455f-97f0-f9f550fdc41b req-a8615f03-cf5f-43b0-9487-01b49d31296c service neutron] (103387) timed out ('10.222.0.45', 58166) {{(pid=103387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 10:43:28.687054 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:43:29.862447 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd247-d773-4055-8420-edb9f2c1e55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:32.933171 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a314a3f6-8251-4caa-8949-f92126835b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:34.139098 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:35.982319 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:37.226628 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:47.102972 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:43:59.870651 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d901a2a5-2967-45a1-9593-5933c2ab5d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:02.934641 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9d6cec80-36fd-4a6d-86f4-6d13e37ebde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:04.142434 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:05.686702 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:44:05.982330 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:07.228614 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:17.100852 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:29.862982 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2e8e70e3-8731-4ddf-94ff-d70057eae64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:32.936568 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5dfc947f-1bf7-42cc-97ad-e36d318891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:34.144118 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:35.986383 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:37.230851 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:42.685959 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:44:47.101636 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:44:59.863259 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09e425ea-a107-4de0-a070-ad4cf7e80b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:02.936753 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c664111-5c3d-4e29-9768-2717180c0040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:04.147999 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:05.989342 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:07.233134 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:17.100111 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:19.685416 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:45:29.866034 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5218e84-16a3-4722-b86c-4f25a6e4695b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:32.937406 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-08b3aa16-3176-4cd6-a3cc-c1dd6e186aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:34.150218 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:35.993017 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:37.235720 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:47.098581 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:45:56.684362 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:45:59.871162 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4dc4597d-24f7-4dbd-866c-e959b3455401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:02.941478 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-baff8e7b-91d0-4ae3-ac6f-feab23eea462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:04.153981 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:05.995498 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:07.244761 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:17.097948 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:29.865810 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-01a9a3e1-e529-4fcd-8e13-c9d0c7bd77fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:32.945876 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3ddd559f-d097-484c-ac2d-ee26eaf008bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:33.683143 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:46:34.156992 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:35.998036 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:37.238663 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:47.096532 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:46:59.868989 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aa88700d-e76a-45de-ae1f-21dfe467f097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:02.940236 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-84bbc348-e394-4fd0-a193-37b605fc1b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:04.160068 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:06.001602 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:07.243775 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:10.682382 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:47:17.098029 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:29.872769 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76d8a6fc-5a72-4844-b330-12f43d45b24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:32.940512 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4976-3324-4d2a-8c1b-1601a63f4311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:34.162856 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:36.004002 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:37.246221 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:47.094369 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-543ba4b7-35c3-41c3-b334-fd678ef5424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (176de846-40bf-46ea-a062-158a60686c96), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:47:47.681077 dv-cinder-817135-6-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-c9be405c-2c31-4587-9df5-41b682acc983 None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 10:47:59.873490 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-42ac8c9f-2e20-40b4-9232-1103fe2ba5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (61a4520a-090e-4733-ade2-7bf06f00fe02), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:48:02.944338 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4245c12e-88dc-4709-89c8-8ab8f8552387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (4f7e1b46-6ca4-455b-bcd6-db519bded8fe), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:48:04.166559 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c0eb-7453-42fc-98c2-6bcf307fbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (a75d5d62-1f53-416b-a4ed-70efe7d7ff66), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:48:06.009367 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-714f4a7e-0ef6-4902-bc59-951ea1adc986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (617b81d1-59e8-45e5-8436-df9488dbbbe4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 10:48:07.248350 dv-cinder-817135-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f38c1495-93b3-4fea-b265-a53bc8977b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739624700209', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7959209'] for agent (246aa63e-b8c2-48a6-ae79-7f045a9b5137), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}